-- Logs begin at Mon 2022-08-29 20:27:24 UTC, end at Mon 2022-08-29 21:51:58 UTC. -- Aug 29 21:17:44.908187 dv-cinder-854264-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 21:17:47.570722 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.common.config [-] Logging enabled! Aug 29 21:17:47.571288 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 21:17:47.571510 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106995) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 21:17:47.574728 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.common.config [-] Logging enabled! Aug 29 21:17:47.574979 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 21:17:47.575286 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106995) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 21:17:47.576272 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 21:17:47.576505 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 21:17:47.576990 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 21:17:47.577233 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 21:17:47.577460 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 21:17:47.577787 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.578078 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.578307 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.578604 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.578895 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.579189 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.579461 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.579757 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.580078 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.580356 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.580639 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.580868 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.581148 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.581432 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.581716 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.581940 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] debug = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.582223 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.582657 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.583067 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.583347 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.583639 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.583947 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.584264 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.584548 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.584824 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.585151 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] host = dv-cinder-854264-2-iscsi {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.585426 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.585720 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.586047 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.586516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.586801 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.587077 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.587417 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.587715 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.588535 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] log_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.588809 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.589099 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.589385 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.589673 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.589896 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.590117 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.590401 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.590687 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.590961 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.591235 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.591507 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.591779 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.592079 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.592366 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.592633 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.592915 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.593201 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.593474 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.593746 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.594014 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.594362 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.594729 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.594930 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.595204 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.595477 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.595763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.596060 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.596331 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.596635 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.596917 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.597195 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.597480 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.597749 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.598029 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.598296 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.598565 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.598833 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] use_json = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.599102 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.599367 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.599645 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.599935 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.600206 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.600477 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.600745 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.601027 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.601324 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:47.601585 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.601877 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.602174 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.602451 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.602754 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.603047 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.603317 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.603607 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.604457 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.604739 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.605029 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.605303 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.605599 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.605887 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.606176 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.606476 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.606766 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.607057 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.607325 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.607597 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.607863 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.608161 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.609259 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.609259 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.609259 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.609513 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.609619 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.609874 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.610155 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.610438 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.610730 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.611017 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.611288 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.611561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.611847 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.612143 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.612410 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.612694 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.612970 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.613239 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.613514 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.613800 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.614083 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.614350 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.614625 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.614914 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.615183 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.615448 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.615714 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.616013 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.616280 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.616557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.616831 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.617099 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.617362 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.617634 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.617899 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.618182 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.618445 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.618795 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.619039 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.619337 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.619572 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.619799 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.620230 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.620507 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.620729 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.620886 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.621146 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.621476 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.621747 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.622017 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.622282 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.622549 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.622830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.623126 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.623395 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.623672 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.623969 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.624238 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.624548 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.624823 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.625101 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.625374 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.625640 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.625929 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.626208 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.626488 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.626764 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.627055 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.627350 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.627618 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.627912 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.628186 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.628462 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.628730 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.629007 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.629276 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.629545 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.629820 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.630095 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.630382 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.630670 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.630944 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.631231 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.631518 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.631802 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.632096 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.632398 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.632671 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:47.632882 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 21:17:47.633126 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106995) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 21:17:47.932381 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 21:17:47.932623 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 21:17:47.932884 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 21:17:47.933109 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 21:17:47.933381 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 21:17:47.933715 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 21:17:48.344954 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.345240 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.345511 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.346709 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.346982 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.347244 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.400125 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.400399 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.400689 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.416979 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.417257 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.417524 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.446066 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.446342 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.446610 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.483489 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.483766 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.484115 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.718004 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.718603 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.718603 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.718767 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.719622 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.817671 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.817990 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.818310 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.818582 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.818849 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.819158 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.819418 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.819945 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.820199 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.820481 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.820747 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.821011 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.821268 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.821519 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.821771 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.822033 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.822284 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.822578 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.822844 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.823098 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.823369 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.823618 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.823922 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.824338 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.824591 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.824840 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.825281 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:17:48.825504 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:17:48.825738 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:17:48.825972 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:17:48.826209 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:17:48.826437 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:17:48.826805 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 21:17:48.830136 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 21:17:48.834023 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 21:17:48.837970 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 29 21:17:48.839590 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 21:17:48.840230 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 21:17:48.840663 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 21:17:48.840953 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 21:17:48.843787 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 21:17:48.844057 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 21:17:48.844404 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 21:17:48.849448 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 21:17:48.873523 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 21:17:48.873982 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.874280 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106995) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 21:17:48.874648 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.876010 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106995) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 21:17:48.876290 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 21:17:48.876534 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 21:17:48.880078 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:48.880356 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:49.057705 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 21:17:49.057983 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 21:17:49.058321 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 21:17:49.058747 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 21:17:49.112194 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO dbcounter [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Registered counter for database neutron Aug 29 21:17:49.131942 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_db.sqlalchemy.engines [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106995) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 21:17:49.138072 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG dbcounter [-] [106995] Writer thread running {{(pid=106995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:17:49.833560 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Initializing driver for type 'gre' Aug 29 21:17:49.834600 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] gre ID ranges: [(1, 1000)] Aug 29 21:17:50.061536 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Initializing driver for type 'local' Aug 29 21:17:50.061866 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Initializing driver for type 'vlan' Aug 29 21:17:50.170420 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] VlanTypeDriver initialization complete Aug 29 21:17:50.170759 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Initializing driver for type 'vxlan' Aug 29 21:17:50.171277 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] vxlan ID ranges: [(1, 1000)] Aug 29 21:17:50.404992 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Initializing extension driver 'port_security' Aug 29 21:17:50.405257 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.extensions.port_security [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] PortSecurityExtensionDriver initialization complete Aug 29 21:17:50.405589 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Initializing mechanism driver 'openvswitch' Aug 29 21:17:50.405916 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Initializing mechanism driver 'hyperv' Aug 29 21:17:50.412796 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.plugins.ml2.plugin [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:17:50.413468 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > port after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.413845 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > port after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.414195 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > port after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.414691 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:17:50.415110 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.415468 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.415837 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.416277 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:17:50.416684 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > network after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.417037 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > network after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.417381 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > network after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.417764 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:17:50.418168 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > security_group after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.418622 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > security_group after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.418939 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.419323 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:17:50.419727 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.420102 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.420448 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.420829 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:17:50.421233 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > address_group after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.421579 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > address_group after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.421918 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.422303 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:17:50.422739 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] ML2 OVO RPC backend initialized. {{(pid=106995) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 21:17:50.423438 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.423795 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.424239 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > network before_response 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.424592 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > networks before_response 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.424935 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > port before_response 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.425276 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > ports before_response 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.425616 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > subnet before_response 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.425955 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > subnets before_response 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.426328 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > network after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.426672 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > network after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.427053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > network after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.427384 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > port after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.427715 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > port after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.428086 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > port after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.428421 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.428756 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.443294 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.450485 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded quota_driver: . Aug 29 21:17:50.450853 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.plugin [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Modular L2 Plugin initialization complete Aug 29 21:17:50.451200 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading services supported by the core plugin {{(pid=106995) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 21:17:50.451544 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.plugins.ml2.managers [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Got port-security extension from driver 'port_security' Aug 29 21:17:50.452141 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.extensions.vlantransparent [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Disabled vlantransparent extension. Aug 29 21:17:50.452691 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106995) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 21:17:50.453015 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading Plugin: router Aug 29 21:17:50.488929 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.489327 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router after_create 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.489695 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router before_create 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.490062 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.490437 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.490798 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router after_delete 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.491156 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.491507 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.491863 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router after_create 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.492244 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router after_update 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.492594 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router after_update 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.492940 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.493296 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router after_update 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.493703 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.494254 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: port after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.494599 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: port after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.494939 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: subnet after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.495286 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.495633 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.496008 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.496352 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: port before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.496698 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router precommit_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.497049 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router after_update 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.497387 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.497737 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.498094 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.498434 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.498799 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > agent after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.499145 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > agent after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.499486 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > network after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.500732 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Tracking information for resource: router configured {{(pid=106995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:17:50.500836 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Tracking information for resource: floatingip configured {{(pid=106995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:17:50.505731 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.db.l3_agentschedulers_db [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 21:17:50.506309 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: port after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.506677 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: port after_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.507027 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: port after_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.507377 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: port after_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.508204 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router before_create 55550100 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.508568 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.508929 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router precommit_create 55550100 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.509284 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > router precommit_update 55550100 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.514713 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.services.provider_configuration [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service providers = [] {{(pid=106995) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 21:17:50.515071 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.db.servicetype_db [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106995) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 21:17:50.518184 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.services.service_base [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 21:17:50.518538 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.services.service_base [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 21:17:50.518883 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.services.service_base [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 21:17:50.519754 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.services.service_base [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 21:17:50.520154 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.services.service_base [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 21:17:50.520546 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:17:50.520864 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 21:17:50.532611 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:17:50.532944 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading Plugin: auto_allocate Aug 29 21:17:50.538516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: network precommit_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.538881 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: network precommit_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.539400 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:17:50.539716 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading Plugin: tag Aug 29 21:17:50.552720 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:17:50.553047 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading Plugin: timestamp Aug 29 21:17:50.557432 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:17:50.557760 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading Plugin: network_ip_availability Aug 29 21:17:50.563319 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.563686 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.564146 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.564872 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:17:50.565187 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading Plugin: flavors Aug 29 21:17:50.571649 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:17:50.572012 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading Plugin: revisions Aug 29 21:17:50.585330 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:17:50.585722 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_concurrency.lockutils [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.652s {{(pid=106995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 21:17:50.586505 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106995) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 21:17:50.586839 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Initializing extension manager. Aug 29 21:17:50.587367 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: __init__.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.587709 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: __pycache__ {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.588097 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: address_group.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.588815 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.589379 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: address-group Aug 29 21:17:50.589704 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: address_scope.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.590421 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.590920 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: address-scope Aug 29 21:17:50.591243 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.592152 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.592689 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: router-admin-state-down-before-update Aug 29 21:17:50.593009 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: agent.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.593673 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.594177 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: agent Aug 29 21:17:50.594570 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: agent_resources_synced.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.595518 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.596097 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: agent-resources-synced Aug 29 21:17:50.596426 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: allowedaddresspairs.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.598339 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.598853 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: allowed-address-pairs Aug 29 21:17:50.599179 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: auto_allocated_topology.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.600238 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.600748 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: auto-allocated-topology Aug 29 21:17:50.601070 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: availability_zone.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.601792 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.602293 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: availability_zone Aug 29 21:17:50.602617 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: availability_zone_filter.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.603490 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.604057 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: availability_zone_filter Aug 29 21:17:50.604384 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: data_plane_status.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.605239 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.605743 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 21:17:50.606065 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: default_subnetpools.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.606925 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.607431 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: default-subnetpools Aug 29 21:17:50.607757 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.608556 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.609061 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: dhcp_agent_scheduler Aug 29 21:17:50.609423 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: dns.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.610281 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.610775 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 21:17:50.611099 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: dns_domain_ports.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.611993 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.612492 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 21:17:50.612813 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.613680 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.614268 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 21:17:50.614538 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: dvr.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.615125 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.615616 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: dvr Aug 29 21:17:50.616423 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: ecmp_routes.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.616877 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.617380 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 21:17:50.617707 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: empty_string_filtering.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.618564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.619068 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: empty-string-filtering Aug 29 21:17:50.619923 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.620787 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.621287 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 21:17:50.621612 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.622473 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.622962 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 21:17:50.623286 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: external_net.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.624305 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.624805 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: external-net Aug 29 21:17:50.625128 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.625988 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.626489 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: extra_dhcp_opt Aug 29 21:17:50.626813 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: extraroute.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.627769 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.628412 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: extraroute Aug 29 21:17:50.628739 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: extraroute_atomic.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.629737 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.630276 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: extraroute-atomic Aug 29 21:17:50.630596 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: filter_validation.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.631488 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.632029 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: filter-validation Aug 29 21:17:50.632346 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: fip_pf_description.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.633209 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.633710 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 21:17:50.634032 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: fip_pf_port_range.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.635547 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.636157 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 21:17:50.643236 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: fip_port_details.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.643927 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.644431 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: fip-port-details Aug 29 21:17:50.644755 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: flavors.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.645985 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.646495 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: flavors Aug 29 21:17:50.646822 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.648455 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.649038 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 21:17:50.649371 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: floatingip_pools.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.650034 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.650566 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: floatingip-pools Aug 29 21:17:50.650894 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: ip_allocation.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.651768 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.652308 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 21:17:50.652634 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.653504 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.654011 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: ip-substring-filtering Aug 29 21:17:50.654407 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l2_adjacency.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.655330 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.655784 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 21:17:50.656131 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l3.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.657090 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.657598 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: router Aug 29 21:17:50.657929 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.660160 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.660710 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 21:17:50.661038 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.661928 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.662437 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: ext-gw-mode Aug 29 21:17:50.662763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.663629 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.664160 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: l3-ha Aug 29 21:17:50.664486 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.665433 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.665976 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 21:17:50.666319 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l3_flavors.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.673661 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.674164 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: l3-flavors Aug 29 21:17:50.674491 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.675858 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.676394 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 21:17:50.676722 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.677625 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.678131 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 21:17:50.678459 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: l3agentscheduler.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.679845 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.680378 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: l3_agent_scheduler Aug 29 21:17:50.680709 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: local_ip.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.682945 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.683534 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension local_ip not supported by any of loaded plugins Aug 29 21:17:50.683863 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: logging.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.685445 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.685966 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension logging not supported by any of loaded plugins Aug 29 21:17:50.686321 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: metering.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.687025 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.687802 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: metering Aug 29 21:17:50.688159 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.689209 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.689719 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: metering_source_and_destination_fields Aug 29 21:17:50.690044 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: multiprovidernet.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.690919 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.691426 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: multi-provider Aug 29 21:17:50.691751 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: netmtu.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.692640 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.693141 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: net-mtu Aug 29 21:17:50.693464 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: netmtu_writable.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.694338 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.695153 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: net-mtu-writable Aug 29 21:17:50.695475 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: network_availability_zone.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.696137 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.696639 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: network_availability_zone Aug 29 21:17:50.696962 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: network_ip_availability.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.698686 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.699235 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: network-ip-availability Aug 29 21:17:50.699560 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: network_segment_range.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.700482 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.700921 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 21:17:50.701246 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: pagination.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.702187 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.702517 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: pagination Aug 29 21:17:50.702839 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: port_device_profile.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.703692 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.704232 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: port-device-profile Aug 29 21:17:50.704555 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: port_mac_address_override.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.705431 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.705971 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: port-mac-override Aug 29 21:17:50.706406 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.707220 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.707729 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: port-mac-address-regenerate Aug 29 21:17:50.708087 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.708958 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.709465 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: port-numa-affinity-policy Aug 29 21:17:50.709791 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: port_resource_request.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.710705 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.711205 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 21:17:50.716745 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: port_resource_request_groups.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.717164 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.717704 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 21:17:50.718031 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: portbindings.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.718907 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.719416 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: binding Aug 29 21:17:50.719739 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: portbindings_extended.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.720992 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.721501 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: binding-extended Aug 29 21:17:50.721831 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: portsecurity.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.722700 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.723280 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: port-security Aug 29 21:17:50.723608 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: project_id.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.724564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.724894 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: project-id Aug 29 21:17:50.725222 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: providernet.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.726100 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.726609 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: provider Aug 29 21:17:50.726929 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.730499 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.731018 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos not supported by any of loaded plugins Aug 29 21:17:50.731345 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.732580 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.733090 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 21:17:50.733419 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.734316 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.734892 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 21:17:50.735221 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_default.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.736122 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.736625 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-default not supported by any of loaded plugins Aug 29 21:17:50.736951 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_fip.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.737832 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.738367 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 21:17:50.738693 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.739560 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.740093 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 21:17:50.740428 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_gateway_ip.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.741346 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.741904 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 21:17:50.742231 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_port_network_policy.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.745704 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.746201 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 21:17:50.746631 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.747514 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.748055 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 21:17:50.748383 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.749378 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.749877 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 21:17:50.750202 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_pps_rule.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.751316 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.751979 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 21:17:50.752262 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_rule_type_details.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.753129 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.753628 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 21:17:50.753950 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.754812 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.755317 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 21:17:50.755635 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: qos_rules_alias.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.756694 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.757202 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 21:17:50.757524 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: quota_check_limit.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.758398 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.758904 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: quota-check-limit Aug 29 21:17:50.759225 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: quotasv2.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.760766 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.761089 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: quotas Aug 29 21:17:50.761409 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: quotasv2_detail.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.763100 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.763438 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: quota_details Aug 29 21:17:50.763768 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: rbac.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.765274 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.765681 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: rbac-policies Aug 29 21:17:50.766013 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: rbac_address_group.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.766904 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.767414 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: rbac-address-group Aug 29 21:17:50.767741 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: rbac_address_scope.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.768660 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.769149 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: rbac-address-scope Aug 29 21:17:50.769473 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: rbac_security_groups.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.770415 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.770925 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: rbac-security-groups Aug 29 21:17:50.771249 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: rbac_subnetpool.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.772155 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.772660 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: rbac-subnetpool Aug 29 21:17:50.772985 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: revisionifmatch.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.773866 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.774380 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: revision-if-match Aug 29 21:17:50.774787 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: revisions.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.775922 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.776420 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: standard-attr-revisions Aug 29 21:17:50.776752 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: router_availability_zone.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.777388 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.777899 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: router_availability_zone Aug 29 21:17:50.778219 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: routerservicetype.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.779095 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.779603 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 21:17:50.779945 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.782544 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.782544 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: security-groups-normalized-cidr Aug 29 21:17:50.782544 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.782784 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.783158 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: port-security-groups-filtering Aug 29 21:17:50.783478 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.784392 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.784901 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: security-groups-remote-address-group Aug 29 21:17:50.785228 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.786265 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.786772 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: security-groups-shared-filtering Aug 29 21:17:50.787092 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: securitygroup.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.797004 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.802573 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: security-group Aug 29 21:17:50.802573 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: segment.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.802573 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.802573 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension segment not supported by any of loaded plugins Aug 29 21:17:50.802573 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.803328 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.803841 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 21:17:50.804196 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: servicetype.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.805257 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.805770 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: service-type Aug 29 21:17:50.806100 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: sorting.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.807566 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.807910 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: sorting Aug 29 21:17:50.808234 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: standard_attr_segment.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.809173 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.809695 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 21:17:50.810019 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: standardattrdescription.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.810630 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.811133 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: standard-attr-description Aug 29 21:17:50.811483 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: stateful_security_group.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.812400 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.812906 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: stateful-security-group Aug 29 21:17:50.813226 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: stdattrs_common.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.813764 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 21:17:50.814123 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.815010 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.815510 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 21:17:50.815833 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: subnet_onboard.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.816865 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.817370 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: subnet_onboard Aug 29 21:17:50.817693 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.818560 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.819064 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 21:17:50.819384 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: subnet_service_types.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.820652 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.821162 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: subnet-service-types Aug 29 21:17:50.821485 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: subnetallocation.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.823059 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.823603 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: subnet_allocation Aug 29 21:17:50.823952 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.824591 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.825114 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: subnetpool-prefix-ops Aug 29 21:17:50.830390 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.831066 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.831570 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 21:17:50.831929 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: tagging.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.832960 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.833476 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: standard-attr-tag Aug 29 21:17:50.833801 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: timestamp.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.834958 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.835467 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loaded extension: standard-attr-timestamp Aug 29 21:17:50.835793 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: trunk.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.836799 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.837304 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension trunk not supported by any of loaded plugins Aug 29 21:17:50.837659 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: trunk_details.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.838550 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.839051 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 21:17:50.839376 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: uplink_status_propagation.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.840284 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.840786 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 21:17:50.841104 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Loading extension file: vlantransparent.py {{(pid=106995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:17:50.841748 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:17:50.842244 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 21:17:50.844976 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:network Aug 29 21:17:50.845499 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:subnet Aug 29 21:17:50.845893 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:17:50.846282 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:port Aug 29 21:17:50.847561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.848037 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service FLAVORS assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.848650 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.849152 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.849488 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:router Aug 29 21:17:50.849915 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 21:17:50.850408 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service METERING assigned prefix: /metering {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.851860 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.852250 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.852600 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:17:50.853640 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 21:17:50.854083 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:security_group Aug 29 21:17:50.854525 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 21:17:50.855065 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service CORE assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.855404 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:17:50.855776 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] subnetpool is already registered Aug 29 21:17:50.856255 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service CORE assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.856615 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:17:50.856933 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] subnetpool is already registered Aug 29 21:17:50.859293 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.859736 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service FLAVORS assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.860371 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.860828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.861165 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:router Aug 29 21:17:50.861505 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] router is already registered Aug 29 21:17:50.861919 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 21:17:50.862262 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] floatingip is already registered Aug 29 21:17:50.862710 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service METERING assigned prefix: /metering {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.863395 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 21:17:50.863723 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] rbac_policy is already registered Aug 29 21:17:50.864173 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:security_group Aug 29 21:17:50.864509 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] security_group is already registered Aug 29 21:17:50.864911 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 21:17:50.865246 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] security_group_rule is already registered Aug 29 21:17:50.865874 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service CORE assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.866319 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:17:50.866650 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] subnetpool is already registered Aug 29 21:17:50.867175 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.v2.resource_helper [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Service CORE assigned prefix: {{(pid=106995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:17:50.867520 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:17:50.867967 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING neutron.quota.resource_registry [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] subnetpool is already registered Aug 29 21:17:50.868452 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: extensions {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.870450 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: address-groups {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.872021 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: address-scopes {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.873331 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: agents {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.874490 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: auto-allocated-topology {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.875716 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: availability_zones {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.877038 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: dhcp-networks {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.882883 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: dhcp-agents {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.882883 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: routers {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.882883 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: flavors {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.883123 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: service_profiles {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.884328 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: next_providers {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.886461 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: service_profiles {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.889242 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: floatingip-pools {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.890505 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: routers {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.892248 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: floatingips {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.893562 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: l3-routers {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.894953 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: l3-agents {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.896377 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: metering-labels {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.897637 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: metering-label-rules {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.899026 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: network-ip-availabilities {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.900301 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: bindings {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.901918 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: quotas {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.903566 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: quotas {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.905138 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: rbac-policies {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.906610 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: security-groups {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.907775 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: security-group-rules {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.909046 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: service-providers {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.910262 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: subnetpools {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.911570 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: subnetpools {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.913191 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.914864 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.916766 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.918536 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.920256 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.922202 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.923949 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.925839 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.927605 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.929507 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron.api.extensions [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Extended resource: tags {{(pid=106995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:17:50.936202 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING keystonemiddleware.auth_token [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 21:17:50.941364 dv-cinder-854264-2-iscsi neutron-server[106995]: WARNING keystonemiddleware.auth_token [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 21:17:50.951262 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_concurrency.lockutils [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Acquiring lock "singleton_lock" {{(pid=106995) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 21:17:50.951592 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_concurrency.lockutils [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Acquired lock "singleton_lock" {{(pid=106995) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 21:17:50.952089 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_concurrency.lockutils [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Releasing lock "singleton_lock" {{(pid=106995) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 21:17:50.952739 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO oslo_service.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Starting 2 workers Aug 29 21:17:50.957650 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Started child 107110 {{(pid=106995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 21:17:50.962278 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Started child 107111 {{(pid=106995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 21:17:50.963242 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:17:50.964927 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [-] (107110) wsgi starting up on http://0.0.0.0:9696 Aug 29 21:17:50.967710 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:17:50.969222 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [-] (107111) wsgi starting up on http://0.0.0.0:9696 Aug 29 21:17:50.970119 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO neutron.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 21:17:50.970626 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:17:50.973049 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO oslo_service.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Starting 1 workers Aug 29 21:17:50.978326 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Started child 107112 {{(pid=106995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 21:17:50.979403 dv-cinder-854264-2-iscsi neutron-server[106995]: INFO oslo_service.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Starting 1 workers Aug 29 21:17:50.982932 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] calling RpcWorker wait() {{(pid=107112) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 21:17:50.984513 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] returning from RpcWorker wait() {{(pid=107112) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 21:17:50.984654 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Started child 107113 {{(pid=106995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 21:17:50.984943 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:17:50.985404 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG neutron_lib.callbacks.manager [None req-e970cf21-c15f-479c-806e-bad202b969f4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:17:50.985498 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:17:50.987303 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106995) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 21:17:50.987509 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 21:17:50.987693 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 21:17:50.987936 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 21:17:50.988364 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 21:17:50.988543 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 21:17:50.989046 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.989370 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.989640 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.989980 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.990118 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:17:50.990578 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.990819 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.991069 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.991213 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:17:50.991344 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.991615 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.991785 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.991974 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.992226 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.992459 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.992779 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.993044 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.993277 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.993546 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.993719 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.993965 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.994259 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.995020 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.995300 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] debug = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.995570 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.996210 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.996471 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.996718 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.996955 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.997234 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.997500 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.997769 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.998002 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.998238 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.998481 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.998743 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.998992 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.999238 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.999467 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:50.999767 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.000019 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.000489 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] host = dv-cinder-854264-2-iscsi {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.000716 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.000948 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.001294 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.001561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.001856 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.002112 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.002375 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.002644 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.002883 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.003098 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.003362 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.003583 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.003794 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.004056 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.004234 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_options = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.004449 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.004736 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.005013 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.005202 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.005367 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.005506 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.005761 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.005917 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.007860 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.008091 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.008351 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.008620 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.008872 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.009129 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.009406 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.009651 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.009895 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.010130 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.010402 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.010664 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.011238 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.011238 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.011442 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.011626 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.011843 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.013240 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.013240 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.013240 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.013240 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.013240 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.013728 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.013728 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.013896 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.014130 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.014766 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.014766 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.014976 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.015088 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.015286 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.015705 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.015840 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.016316 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.016316 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.016561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.016685 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.016868 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.017083 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_json = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.017445 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.017576 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.017944 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.017944 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.018203 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.018474 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.018689 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.018940 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.019161 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.019555 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.019952 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.020432 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.020432 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.020663 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.020829 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.021060 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.021279 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.021527 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.021757 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.022083 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.022305 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.022603 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.022866 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.023147 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.023497 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.023739 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.023987 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.024225 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.024452 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.024664 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.024915 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.025180 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.025419 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.025659 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.026053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.026210 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.026486 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.026761 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.027027 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.027727 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.027727 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.028261 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.028261 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.029189 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.029189 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.029189 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.029189 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.031964 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.031964 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.031964 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.031964 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.031964 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.031964 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.031964 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.031964 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.031964 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.033040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.033040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.033040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.033040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.033040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.033040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.033040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.033040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.033040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.035508 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.035508 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.035508 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.035508 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.035508 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.035508 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.035508 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.035508 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.036648 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.036648 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.036648 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.036648 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.036648 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.036648 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.036648 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.036648 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.037637 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.037637 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.037637 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.037637 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.037637 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.038282 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.038282 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.038282 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.038629 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.038629 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.038863 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.039030 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.039237 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.040635 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.040635 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.040635 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.040635 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.040635 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.040635 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.042538 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.042538 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.042538 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.042538 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.042538 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.042538 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.043069 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.043069 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.043285 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.043376 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.043543 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.043795 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.044058 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.044301 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.044523 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.044771 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.045001 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.045262 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.045443 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.045656 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.045866 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.046082 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.046315 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.046535 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.046776 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.047026 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.047238 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.047500 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.047728 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.047963 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.048193 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.048425 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.048713 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.048962 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.049234 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.049466 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.049734 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.050032 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.050296 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.050550 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.050796 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.051039 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.051277 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.051548 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.051818 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.052085 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.052313 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.052646 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.052905 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.053142 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.053355 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.053575 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.053882 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.054111 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.054662 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.054662 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.054909 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.055155 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.055624 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.056531 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.056531 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.056531 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.057525 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.057525 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.057775 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.057858 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.058066 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.058269 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.058508 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.058719 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.058937 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.059152 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.059369 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.059615 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.059828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.060070 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.060281 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.060498 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.060798 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.061003 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.061213 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.061430 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.061666 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.061883 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.062098 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.063480 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.063480 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.063480 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.063480 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.063480 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.063480 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.064574 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.064574 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.064574 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.064574 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.064919 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.064919 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.065119 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.065301 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.065513 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.065729 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.065956 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.066189 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.066413 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.066647 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.066895 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.067128 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.067588 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.067859 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.070880 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.070880 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.070880 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.070880 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.070880 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.070880 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.070880 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.070880 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.070880 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.071617 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.071617 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.071617 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.071617 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.071617 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.071617 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.071617 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.072228 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.072228 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.072430 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.072552 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.072766 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.072986 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.073218 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.073444 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.073666 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.073938 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.074103 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.074346 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.074557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.074763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.075111 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.075353 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.075573 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.075823 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.076061 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.076271 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.076495 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.077467 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.077467 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.077467 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.077467 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.077994 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.077994 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.077994 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.079012 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.079012 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.079012 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.079012 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.079012 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.079628 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.079628 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.079628 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.079845 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.080040 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.080262 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.080469 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.080676 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.080894 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.081107 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.081767 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.081767 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.081767 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.082069 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.082150 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.082334 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.082560 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.082876 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.083211 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.083432 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.083722 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.084022 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.084265 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.084505 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.084815 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.085043 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.085300 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.085548 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.085768 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.085986 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.086235 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.086563 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.086832 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.087079 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.087336 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.087593 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.087929 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.088206 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.088416 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.088744 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.089102 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.089328 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.089588 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.089847 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.090094 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.090336 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.090558 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.090791 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.091023 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.091238 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.091492 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.091720 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.091971 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.092209 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.092432 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.092663 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.092864 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.093091 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.093342 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.093607 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.093772 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 21:17:51.094304 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106995) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 21:17:51.094497 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 21:17:51.094656 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 21:17:51.094821 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 21:17:51.094970 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 21:17:51.095116 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 21:17:51.095257 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.095395 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.095535 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.095681 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.095831 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.096007 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.096147 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.096311 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.096456 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.096614 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.096771 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.096929 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.097086 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.097257 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.097399 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.097546 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.097686 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.097830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.097969 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.098113 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.098278 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.098476 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] debug = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.098645 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.099922 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.099922 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.099922 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.099922 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.099922 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.099922 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.100375 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.100375 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.100759 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.100938 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.101106 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.101277 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.101429 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.101574 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.101894 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.102173 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.102265 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] host = dv-cinder-854264-2-iscsi {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.102347 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.102502 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.102648 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 39564) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:17:51.104113 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.104113 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.104113 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.104113 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.104113 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.104113 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.104113 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.105561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.105561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.105561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.105561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.105561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.105561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_options = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.105561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.105561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.105561 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.106830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.106830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.106830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.106830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.106830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.106830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.106830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.107763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.107763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.107763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.107763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.107763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.107763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.107763 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.108725 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.108725 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.108725 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.108725 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.108725 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.108725 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.108725 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.109665 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.109665 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.109665 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.109665 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.109665 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.109665 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.110381 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.110381 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.110381 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.110381 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.110381 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.110820 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.110820 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.110820 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.111047 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.111047 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.111253 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.111361 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.111517 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.111674 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.111834 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.112010 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.112167 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_json = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.116571 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.116571 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.116571 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.116571 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.116571 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.116571 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.116571 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.116571 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.117322 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:17:51.117322 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117322 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117322 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117322 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117322 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117322 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117322 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.117828 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118351 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118351 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118351 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118351 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118351 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118351 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118351 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118351 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118865 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.118945 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [-] 10.222.0.65 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0111370 Aug 29 21:17:51.119030 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.119030 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.119030 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.119030 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.119030 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.119030 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.119030 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.119030 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120187 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120187 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120187 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120187 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120187 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120187 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120187 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120684 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120684 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120684 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120684 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120973 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.120973 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.121123 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.121265 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.121427 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.121586 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.121747 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.121906 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.122067 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.122228 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.122389 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.122553 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.122694 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.122857 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.123118 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.123219 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.123333 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.123527 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.123689 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.123848 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.123848 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.124261 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.124342 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.124517 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.127232 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.127232 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.127232 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.127232 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.127232 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.127232 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.127232 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.127232 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.127232 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128053 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128683 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128683 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128683 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128683 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128683 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128683 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128683 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.128683 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.129305 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.129305 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.129305 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.129305 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.129305 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130164 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130164 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130164 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130164 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130164 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130164 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130580 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130580 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130580 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130794 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130794 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.130960 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.131119 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.131279 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.131439 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.131597 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.131757 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.131957 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.132095 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.132255 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.132414 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.132573 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.133059 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.133059 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.133247 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.133247 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.133397 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.133563 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.133699 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.133864 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.134665 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.134665 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.134855 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [-] 10.222.0.65 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0163822 Aug 29 21:17:51.134946 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.134946 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.134946 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.134946 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.135180 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.135180 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.135309 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.135619 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.135619 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.135946 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.136103 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:17:51.136251 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.136251 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.136251 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.137516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.137516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.137516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.137516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.137516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.137516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.137516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.137516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.138588 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.138588 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.138588 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.138588 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.138588 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.138588 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.138588 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.140482 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.140482 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.140482 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.140482 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.140482 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.140482 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.140482 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.140482 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.141557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.141557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.141557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.141557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.141557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.141557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.141557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.141557 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.142642 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.142642 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.142642 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.142642 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.142642 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.142642 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.142642 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.142642 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.143838 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.143838 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.143838 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.143838 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.143838 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.143838 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.143838 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.143838 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145104 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145104 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145104 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145104 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145104 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145805 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145805 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145805 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145805 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.145805 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.146475 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.146475 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.146475 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.146475 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.146859 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.146859 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.146859 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.147036 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.147103 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.147257 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.147420 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.147577 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.147736 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.148069 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.148906 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.149070 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.149235 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.149794 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.149794 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.149794 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.150205 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.150205 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.150205 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.151564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.151564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.151564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.151564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.151564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.151564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.151564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.151564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.151564 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.152245 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.152245 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.152245 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.152245 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.152496 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.152496 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.152642 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.152722 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.152873 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.153031 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.153196 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.153355 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.153515 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.154426 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.154426 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.154426 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.154426 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.154426 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.154426 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.154861 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.154861 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.154861 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.155080 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.155161 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.155397 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.155637 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.155722 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.155870 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.156328 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.156328 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.156488 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.156488 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.156830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.156830 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.157005 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.157108 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.157262 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.157423 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.157577 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.157741 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.158057 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.158057 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.158226 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.158363 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.158516 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.158918 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.158918 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.159088 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.159977 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.160191 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.160385 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.160965 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.160965 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.160965 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.161185 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.161307 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.161486 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.161663 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.161837 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.162004 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.162169 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.162335 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.162500 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.162664 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.162827 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.162993 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.163184 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.164817 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.165759 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.165759 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.165759 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.165759 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.166601 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.166866 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.167949 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.167949 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.167949 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:17:51.167949 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 21:18:00.250008 dv-cinder-854264-2-iscsi neutron-server[106995]: DEBUG dbcounter [-] [106995] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:03.081999 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c871c5c1-4e10-4998-b8c3-4d535bf91db6 None None] get_active_networks_info from dv-cinder-854264-2-iscsi {{(pid=107112) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 21:18:03.089849 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writer thread running {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:18:03.163936 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871c5c1-4e10-4998-b8c3-4d535bf91db6 None None] No non-hosted networks {{(pid=107112) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 21:18:03.179877 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.agentschedulers_db [None req-c871c5c1-4e10-4998-b8c3-4d535bf91db6 None None] DHCP Agent not found on host dv-cinder-854264-2-iscsi {{(pid=107112) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 29 21:18:03.378779 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-1a6c944b-3d89-4a03-a9f6-f0b9c6850fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441062'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:04.642180 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writer thread running {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:18:05.280588 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c56b4070-d097-4935-9ddc-43e8a6c5d4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441062'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:05.312130 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.db.api [None req-42a740e3-66ea-4a9e-823d-3893eca940f7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-854264-2-iscsi {{(pid=107112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 21:18:05.313037 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG oslo_db.api [None req-42a740e3-66ea-4a9e-823d-3893eca940f7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 21:18:05.928809 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-42a740e3-66ea-4a9e-823d-3893eca940f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:06.719449 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441062'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:06.918392 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 39644) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:07.550472 dv-cinder-854264-2-iscsi neutron-server[107111]: WARNING oslo_policy.policy [None req-d2058c42-0d4e-4486-a9a4-0b1078404919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:18:07.551194 dv-cinder-854264-2-iscsi neutron-server[107111]: WARNING oslo_policy.policy [None req-d2058c42-0d4e-4486-a9a4-0b1078404919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:18:07.794088 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [None req-d2058c42-0d4e-4486-a9a4-0b1078404919 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:18:07.808649 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d2058c42-0d4e-4486-a9a4-0b1078404919 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8884218 Aug 29 21:18:08.274217 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441062'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:08.440017 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441062'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:08.441508 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.442055 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.442808 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.443371 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.443920 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.444451 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.445085 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.445903 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.446407 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.446892 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.447427 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.447947 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.452319 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.452319 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.452319 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:08.452319 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854264-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:08.459326 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854264-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:08.864918 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.db.l3_hamode_db [None req-9e55cc46-02e7-4b5c-ab5c-2c9713c506f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 21:18:08.949910 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55cc46-02e7-4b5c-ab5c-2c9713c506f5 None None] Routers set() bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:18:08.950500 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55cc46-02e7-4b5c-ab5c-2c9713c506f5 None None] Router IDs set() for agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 21:18:10.364370 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 39678) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:10.740836 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-527b5cc0-4c76-4afe-8216-3e2567ca0586 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:18:10.760626 dv-cinder-854264-2-iscsi neutron-server[107111]: ERROR stevedore.extension [None req-527b5cc0-4c76-4afe-8216-3e2567ca0586 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 21:18:10.904093 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.policy [None req-527b5cc0-4c76-4afe-8216-3e2567ca0586 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107111) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 21:18:10.988483 dv-cinder-854264-2-iscsi neutron-server[107111]: WARNING oslo_policy.policy [None req-527b5cc0-4c76-4afe-8216-3e2567ca0586 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:18:10.989036 dv-cinder-854264-2-iscsi neutron-server[107111]: WARNING oslo_policy.policy [None req-527b5cc0-4c76-4afe-8216-3e2567ca0586 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:18:11.023943 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writer thread running {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:18:11.194666 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-527b5cc0-4c76-4afe-8216-3e2567ca0586 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786958922584', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786958922060', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786959102512', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786959077008', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786959083024', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786959124357', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-551656', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3643321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-512690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-605862'] for rbac-policy (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:11.418646 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-527b5cc0-4c76-4afe-8216-3e2567ca0586 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:11.419928 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-527b5cc0-4c76-4afe-8216-3e2567ca0586 admin admin] 10.222.0.65 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0544531 Aug 29 21:18:13.898465 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 39688) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:14.299670 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:18:14.477355 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Made reservation on behalf of 263e684247604a1a8e174c46e3574118 for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:18:14.482187 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:14.503138 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:14.619617 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Publish callbacks [] for security_group (2ea900b4-a0dd-4433-ad91-bb35e35c7704), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:14.729557 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (2ea900b4-a0dd-4433-ad91-bb35e35c7704), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:14.771379 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea900b4-a0dd-4433-ad91-bb35e35c7704,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:14.784116 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.784451 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.784800 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.785145 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.785469 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.785785 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.786102 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.786416 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.786759 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.787077 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.787383 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.787750 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.788089 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.788399 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.788706 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Tracked resource versions report: Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: pushed versions: Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: { 'AddressGroup': {'1.2'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Agent': {'1.1'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'ConntrackHelper': {'1.0'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Log': {'1.0'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'NDPProxy': {'1.0'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Network': {'1.1'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Port': {'1.7'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'PortForwarding': {'1.3'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'QosPolicy': {'1.10'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SecurityGroup': {'1.5'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SubPort': {'1.0'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Subnet': {'1.1'}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Trunk': {'1.1'}} Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: consumer versions: Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: { DHCP agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: L3 agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: Metadata agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: Metering agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: Open vSwitch agent@dv-cinder-854264-2-iscsi: { 'AddressGroup': '1.2', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Agent': '1.1', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'ConntrackHelper': '1.0', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'LocalIPAssociation': '1.0', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Log': '1.0', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'NDPProxy': '1.0', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Network': '1.1', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Port': '1.7', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'PortForwarding': '1.3', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'QosPolicy': '1.10', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SecurityGroup': '1.5', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SecurityGroupRule': '1.2', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SubPort': '1.0', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Subnet': '1.1', Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Trunk': '1.1'}} Aug 29 21:18:14.790152 dv-cinder-854264-2-iscsi neutron-server[107111]: {{(pid=107111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:18:14.884183 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:18:14.900917 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786959907642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:14.901539 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Unsubscribe: segment precommit_create {{(pid=107111) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 21:18:14.901992 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Added segment 9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759 of type vlan for network 34441826-beb7-4d06-a50b-331c0594fa1c Aug 29 21:18:14.980183 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (34441826-beb7-4d06-a50b-331c0594fa1c), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:15.005508 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:15.113840 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (34441826-beb7-4d06-a50b-331c0594fa1c), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:15.118989 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:18:15.119692 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:15.237074 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] Pushing event updated for resources: {'Network': ['ID=34441826-beb7-4d06-a50b-331c0594fa1c,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:15.248756 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 34441826-beb7-4d06-a50b-331c0594fa1c details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:18:15.320017 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e5cc555a-eacb-4bfd-962b-0ee04a0855fc demo demo] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4204307 Aug 29 21:18:17.727099 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 39702) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:18.157569 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd6947-5f82-4adb-9732-2908de456466 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:18:18.158937 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-a3cd6947-5f82-4adb-9732-2908de456466 demo admin] 10.222.0.65 "GET /networking/v2.0/networks/34441826-beb7-4d06-a50b-331c0594fa1c HTTP/1.1" status: 200 len: 825 time: 0.4309764 Aug 29 21:18:18.173861 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:18.186226 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6638aa92-bf9f-4000-83de-f76f0a70dc39 demo admin] 10.222.0.65 "GET /networking/v2.0/subnetpools/767413cb-5a17-47c8-a99e-c3d231f8c2be HTTP/1.1" status: 200 len: 734 time: 0.0211678 Aug 29 21:18:18.195315 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Request body: {'subnet': {'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c', 'name': 'private-subnet', 'subnetpool_id': '767413cb-5a17-47c8-a99e-c3d231f8c2be', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:18:18.202052 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=9 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:18.311908 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Made reservation on behalf of 263e684247604a1a8e174c46e3574118 for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:18:18.314174 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:18.471054 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:18.855685 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:18.929209 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Checking segment: {'id': '9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:18:18.929555 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Network hostable DHCP agents. Network: 34441826-beb7-4d06-a50b-331c0594fa1c, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:18:18.934318 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:19.051028 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Network 34441826-beb7-4d06-a50b-331c0594fa1c is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:18:19.148049 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 34441826-beb7-4d06-a50b-331c0594fa1c) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:18:19.153316 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:18:19.154311 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:19.158046 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d50c0-06dd-4009-a73b-e3578e8d907c None None] Network 34441826-beb7-4d06-a50b-331c0594fa1c requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:18:19.181286 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=33,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:19.213917 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2ed881f7-2c4f-4c47-bbbf-84285b5bdcb4 demo admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0218587 Aug 29 21:18:19.432018 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-34441826-beb7-4d06-a50b-331c0594fa1c', 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c', 'project_id': '263e684247604a1a8e174c46e3574118', 'fixed_ips': [{'subnet_id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:18:19.433585 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:19.722166 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Allocated IP 172.20.0.2 (34441826-beb7-4d06-a50b-331c0594fa1c/bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0/31602e21-109d-4d16-a00d-63e0f2bdd71e) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:18:19.993392 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Publish callbacks [] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:20.084123 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:20.162598 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Network 34441826-beb7-4d06-a50b-331c0594fa1c is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:18:20.168539 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:18:20.173645 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Pushing event updated for resources: {'Port': ['ID=31602e21-109d-4d16-a00d-63e0f2bdd71e,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:20.176053 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:18:20.211612 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.211984 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.212333 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.212692 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.213078 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.213407 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.213733 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.214058 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.214387 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.214709 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.215027 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.215367 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.215750 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.216108 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.216430 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Tracked resource versions report: Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: pushed versions: Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: { 'AddressGroup': {'1.2'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Agent': {'1.1'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'ConntrackHelper': {'1.0'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Log': {'1.0'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'NDPProxy': {'1.0'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Network': {'1.1'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Port': {'1.7'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'PortForwarding': {'1.3'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'QosPolicy': {'1.10'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SecurityGroup': {'1.5'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SubPort': {'1.0'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Subnet': {'1.1'}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Trunk': {'1.1'}} Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: consumer versions: Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: { DHCP agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: L3 agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: Metadata agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: Metering agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: Open vSwitch agent@dv-cinder-854264-2-iscsi: { 'AddressGroup': '1.2', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Agent': '1.1', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'ConntrackHelper': '1.0', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'LocalIPAssociation': '1.0', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Log': '1.0', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'NDPProxy': '1.0', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Network': '1.1', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Port': '1.7', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'PortForwarding': '1.3', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'QosPolicy': '1.10', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SecurityGroup': '1.5', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SecurityGroupRule': '1.2', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SubPort': '1.0', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Subnet': '1.1', Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Trunk': '1.1'}} Aug 29 21:18:20.217974 dv-cinder-854264-2-iscsi neutron-server[107112]: {{(pid=107112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:18:20.240225 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:20.271878 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Attempting to bind port 31602e21-109d-4d16-a00d-63e0f2bdd71e on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:18:20.272248 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Attempting to bind port 31602e21-109d-4d16-a00d-63e0f2bdd71e by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:18:20.272706 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Attempting to bind port 31602e21-109d-4d16-a00d-63e0f2bdd71e on network 34441826-beb7-4d06-a50b-331c0594fa1c {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:18:20.278309 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:18:20.278684 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Checking segment: {'id': '9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:18:20.279184 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:20.279589 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Bound using segment: {'id': '9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:18:20.280073 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Bound port: 31602e21-109d-4d16-a00d-63e0f2bdd71e, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:18:20.280472 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:20.348190 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] For port 31602e21-109d-4d16-a00d-63e0f2bdd71e, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:18:20.368950 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] For port 31602e21-109d-4d16-a00d-63e0f2bdd71e, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=31602e21-109d-4d16-a00d-63e0f2bdd71e,segment=NetworkSegment(9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759),segment_id=9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:18:20.472127 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:20.523539 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ab384-d37f-48e9-a8ce-977bcd6b8dc6 None None] Pushing event updated for resources: {'Port': ['ID=31602e21-109d-4d16-a00d-63e0f2bdd71e,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:21.628403 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 39716) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:21.985666 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [None req-fb8cc567-196b-47be-9944-31b72d1659d3 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:18:21.986741 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-fb8cc567-196b-47be-9944-31b72d1659d3 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3572679 Aug 29 21:18:24.474692 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 39724) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:25.018835 dv-cinder-854264-2-iscsi neutron-server[107110]: WARNING oslo_policy.policy [None req-60864ceb-5b45-4106-a65f-fbea0d85488e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:18:25.019388 dv-cinder-854264-2-iscsi neutron-server[107110]: WARNING oslo_policy.policy [None req-60864ceb-5b45-4106-a65f-fbea0d85488e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:18:25.237372 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [None req-60864ceb-5b45-4106-a65f-fbea0d85488e admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:18:25.238842 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-60864ceb-5b45-4106-a65f-fbea0d85488e admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7620864 Aug 29 21:18:27.718767 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 39742) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:28.067731 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:18:28.077950 dv-cinder-854264-2-iscsi neutron-server[107110]: ERROR stevedore.extension [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 21:18:28.134454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.policy [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107110) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 21:18:28.148157 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 31602e21-109d-4d16-a00d-63e0f2bdd71e up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:18:28.182142 dv-cinder-854264-2-iscsi neutron-server[107110]: WARNING oslo_policy.policy [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:18:28.182537 dv-cinder-854264-2-iscsi neutron-server[107110]: WARNING oslo_policy.policy [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:18:28.203649 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writer thread running {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:18:28.219081 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:28.235442 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 31602e21-109d-4d16-a00d-63e0f2bdd71e triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:28.235867 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:28.263202 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:28.308826 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (8f577073-4cc3-45e1-9b6e-57263e2208e1), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:28.310781 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (8f577073-4cc3-45e1-9b6e-57263e2208e1), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:28.341750 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 31602e21-109d-4d16-a00d-63e0f2bdd71e is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:18:28.342142 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:28.379329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 31602e21-109d-4d16-a00d-63e0f2bdd71e, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=31602e21-109d-4d16-a00d-63e0f2bdd71e,segment=NetworkSegment(9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759),segment_id=9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:18:28.467833 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:28.476840 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] Publish callbacks [] for router_controller (8f577073-4cc3-45e1-9b6e-57263e2208e1), precommit_add_association {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:28.514898 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=31602e21-109d-4d16-a00d-63e0f2bdd71e,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:28.572120 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (8f577073-4cc3-45e1-9b6e-57263e2208e1), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:28.644856 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b4f9e4-0322-47bd-b5fe-81c8f6961ea3 None None] Network 34441826-beb7-4d06-a50b-331c0594fa1c requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:18:28.675299 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:28.676575 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c1ca761d-ba94-4405-a4e6-cd8fc2f5e770 demo demo] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9568651 Aug 29 21:18:28.708780 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-2540c12f-e129-4f38-98ed-b749d2daf2ae None None] Provisioning complete for port 31602e21-109d-4d16-a00d-63e0f2bdd71e triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:28.709173 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-2540c12f-e129-4f38-98ed-b749d2daf2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:28.849788 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-2540c12f-e129-4f38-98ed-b749d2daf2ae None None] Current status of the port 31602e21-109d-4d16-a00d-63e0f2bdd71e is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:18:29.073836 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-afc9faec-b74d-4211-8827-dafa784356e7 None None] Provisioning complete for port 31602e21-109d-4d16-a00d-63e0f2bdd71e triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:29.074223 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-afc9faec-b74d-4211-8827-dafa784356e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:29.151174 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-afc9faec-b74d-4211-8827-dafa784356e7 None None] Current status of the port 31602e21-109d-4d16-a00d-63e0f2bdd71e is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:18:29.162483 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:29.165424 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:30.117796 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 31602e21-109d-4d16-a00d-63e0f2bdd71e up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:18:30.160518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:30.164970 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 31602e21-109d-4d16-a00d-63e0f2bdd71e triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:30.165353 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:30.240019 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 31602e21-109d-4d16-a00d-63e0f2bdd71e is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:18:31.072505 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 39756) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:31.403549 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [None req-d276fa09-65de-43b5-ac59-d3abfe78ccca admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:18:31.404572 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-d276fa09-65de-43b5-ac59-d3abfe78ccca admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3311133 Aug 29 21:18:33.085057 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d0e2d6d9-fb5a-478c-a224-1d843a74d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:33.810160 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 39764) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:34.140610 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:18:34.243561 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Made reservation on behalf of eb1de965aba54ca98b770d7165c4b67e for: {'network': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:18:34.247205 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:34.264657 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:34.370702 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Publish callbacks [] for security_group (99f8e965-4dc0-4216-9315-775a43331a57), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:34.479771 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (99f8e965-4dc0-4216-9315-775a43331a57), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:34.491447 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Reserving flat network on physical network physnet1 {{(pid=107110) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 21:18:34.524492 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786959907642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (625ebad8-0d7e-47f7-876b-89e4e73c64c1), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:34.525041 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Unsubscribe: segment precommit_create {{(pid=107110) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 21:18:34.525578 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.segments_db [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Added segment 625ebad8-0d7e-47f7-876b-89e4e73c64c1 of type flat for network 8e50b5a2-d262-4307-86c7-61ee89820895 Aug 29 21:18:34.540996 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8e965-4dc0-4216-9315-775a43331a57,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:34.587358 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.587694 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.588078 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.588415 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.588744 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.589068 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.589417 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.589738 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.590077 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.590400 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.590733 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.591068 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.591387 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.591702 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.592064 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Tracked resource versions report: Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: pushed versions: Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: { 'AddressGroup': {'1.2'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Agent': {'1.1'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'ConntrackHelper': {'1.0'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Log': {'1.0'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'NDPProxy': {'1.0'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Network': {'1.1'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Port': {'1.7'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'PortForwarding': {'1.3'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'QosPolicy': {'1.10'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SecurityGroup': {'1.5'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SubPort': {'1.0'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Subnet': {'1.1'}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Trunk': {'1.1'}} Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: consumer versions: Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: { DHCP agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: L3 agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: Metadata agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: Metering agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: Open vSwitch agent@dv-cinder-854264-2-iscsi: { 'AddressGroup': '1.2', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Agent': '1.1', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'ConntrackHelper': '1.0', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'LocalIPAssociation': '1.0', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Log': '1.0', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'NDPProxy': '1.0', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Network': '1.1', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Port': '1.7', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'PortForwarding': '1.3', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'QosPolicy': '1.10', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SecurityGroup': '1.5', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SecurityGroupRule': '1.2', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SubPort': '1.0', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Subnet': '1.1', Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Trunk': '1.1'}} Aug 29 21:18:34.593500 dv-cinder-854264-2-iscsi neutron-server[107110]: {{(pid=107110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:18:34.640585 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (8e50b5a2-d262-4307-86c7-61ee89820895), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:34.826221 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (8e50b5a2-d262-4307-86c7-61ee89820895), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:34.827497 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:18:34.828250 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:34.930935 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] Pushing event updated for resources: {'Network': ['ID=8e50b5a2-d262-4307-86c7-61ee89820895,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:34.941633 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 8e50b5a2-d262-4307-86c7-61ee89820895 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:18:34.996414 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-0f6c59e6-a398-4db1-8d29-853f41b587ea admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1852710 Aug 29 21:18:35.262507 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-18ef2e70-a364-424a-95a0-7303613e5858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:36.677871 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:37.365143 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 39776) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:37.788814 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c084d3db-2ac8-4b10-a0f4-dd9f282be198 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:18:37.790200 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c084d3db-2ac8-4b10-a0f4-dd9f282be198 demo admin] 10.222.0.65 "GET /networking/v2.0/subnets/bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0 HTTP/1.1" status: 200 len: 849 time: 0.4241168 Aug 29 21:18:37.931043 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-3078b6d8-1f7d-4a71-8986-52d712fb2e60 demo admin] 10.222.0.65 "GET /networking/v2.0/routers/8f577073-4cc3-45e1-9b6e-57263e2208e1 HTTP/1.1" status: 200 len: 704 time: 0.1347735 Aug 29 21:18:38.182089 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:38.207728 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:38.245014 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:38.286902 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:38.386209 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:38.510315 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Allocated IP 172.20.0.1 (34441826-beb7-4d06-a50b-331c0594fa1c/bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0/05a79ad8-a54a-400c-9c1f-9bc68aad5481) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:18:38.713873 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Publish callbacks [] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:38.863375 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:38.951508 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Network 34441826-beb7-4d06-a50b-331c0594fa1c is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:18:38.957479 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:18:38.962386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Pushing event updated for resources: {'Port': ['ID=05a79ad8-a54a-400c-9c1f-9bc68aad5481,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:38.965813 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:18:38.965902 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (8f577073-4cc3-45e1-9b6e-57263e2208e1), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:39.107073 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:39.232634 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-e8fa6667-1e6f-4458-b414-fa5bba6a14f4 None None] Provisioning complete for port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:39.232915 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6667-1e6f-4458-b414-fa5bba6a14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:39.250068 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:39.263753 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa6667-1e6f-4458-b414-fa5bba6a14f4 None None] Port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:18:39.509455 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Publish callbacks [] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:39.575412 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:39.576519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (8f577073-4cc3-45e1-9b6e-57263e2208e1), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:39.655600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Pushing event updated for resources: {'Port': ['ID=05a79ad8-a54a-400c-9c1f-9bc68aad5481,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:39.709453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Network 34441826-beb7-4d06-a50b-331c0594fa1c is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:18:39.710806 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:18:39.884019 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-89a2f99c-5957-466e-98ba-b36eae872f4d None None] Provisioning complete for port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:39.884385 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-89a2f99c-5957-466e-98ba-b36eae872f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:39.918096 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-89a2f99c-5957-466e-98ba-b36eae872f4d None None] Port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:18:40.011427 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Router 8f577073-4cc3-45e1-9b6e-57263e2208e1 is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:18:40.102258 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:18:40.108181 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-493e0dc2-8c9e-42ef-8bbf-1b4dca899dfa demo admin] 10.222.0.65 "PUT /networking/v2.0/routers/8f577073-4cc3-45e1-9b6e-57263e2208e1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1710312 Aug 29 21:18:40.113640 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Sync routers for ids ['8f577073-4cc3-45e1-9b6e-57263e2208e1'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:18:40.127067 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Routers {'8f577073-4cc3-45e1-9b6e-57263e2208e1'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:18:40.128058 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:18:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['8f577073-4cc3-45e1-9b6e-57263e2208e1'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:40.315365 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Set router 8f577073-4cc3-45e1-9b6e-57263e2208e1 gateway port host: None {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:18:40.742079 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'name': 'router1', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:18:28Z', 'updated_at': '2022-08-29T21:18:39Z', 'revision_number': 2, 'project_id': '263e684247604a1a8e174c46e3574118', 'gw_port_host': None, '_interfaces': [{'id': '05a79ad8-a54a-400c-9c1f-9bc68aad5481', 'name': '', 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'mac_address': 'fa:16:3e:5d:40:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:18:38Z', 'updated_at': '2022-08-29T21:18:39Z', 'revision_number': 2, 'project_id': '263e684247604a1a8e174c46e3574118', 'subnets': [{'id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '767413cb-5a17-47c8-a99e-c3d231f8c2be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:40.792647 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Checking router: 8f577073-4cc3-45e1-9b6e-57263e2208e1 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:18:40.792990 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Updating router 8f577073-4cc3-45e1-9b6e-57263e2208e1 port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:18:40.873832 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:41.392867 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Publish callbacks [] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:41.516604 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:41.663217 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Attempting to bind port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:18:41.663529 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Attempting to bind port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:18:41.664025 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Attempting to bind port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 on network 34441826-beb7-4d06-a50b-331c0594fa1c {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:18:41.667043 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Pushing event updated for resources: {'Port': ['ID=05a79ad8-a54a-400c-9c1f-9bc68aad5481,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:41.676421 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:18:41.676829 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Checking segment: {'id': '9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:18:41.677313 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:41.677699 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Bound using segment: {'id': '9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:18:41.678166 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Bound port: 05a79ad8-a54a-400c-9c1f-9bc68aad5481, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:18:41.678533 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:41.682245 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Tracked resource versions report: Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: pushed versions: Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: { 'AddressGroup': {'1.2'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Agent': {'1.1'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'ConntrackHelper': {'1.0'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Log': {'1.0'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'NDPProxy': {'1.0'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Network': {'1.1'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Port': {'1.7'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'PortForwarding': {'1.3'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'QosPolicy': {'1.10'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SecurityGroup': {'1.5'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SubPort': {'1.0'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Subnet': {'1.1'}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Trunk': {'1.1'}} Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: consumer versions: Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: { DHCP agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:41.768127 dv-cinder-854264-2-iscsi neutron-server[107113]: L3 agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: Metadata agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: Metering agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: Open vSwitch agent@dv-cinder-854264-2-iscsi: { 'AddressGroup': '1.2', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Agent': '1.1', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'ConntrackHelper': '1.0', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'LocalIPAssociation': '1.0', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Log': '1.0', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'NDPProxy': '1.0', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Network': '1.1', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Port': '1.7', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'PortForwarding': '1.3', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'QosPolicy': '1.10', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SecurityGroup': '1.5', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SecurityGroupRule': '1.2', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SubPort': '1.0', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Subnet': '1.1', Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Trunk': '1.1'}} Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: {{(pid=107113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:18:41.770791 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] For port 05a79ad8-a54a-400c-9c1f-9bc68aad5481, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:18:41.773077 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:41.775066 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] For port 05a79ad8-a54a-400c-9c1f-9bc68aad5481, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=05a79ad8-a54a-400c-9c1f-9bc68aad5481,segment=NetworkSegment(9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759),segment_id=9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:18:42.043788 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:42.054532 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:42.080505 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Routers {'8f577073-4cc3-45e1-9b6e-57263e2208e1'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:18:42.081135 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:18:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['8f577073-4cc3-45e1-9b6e-57263e2208e1'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:42.172088 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605bbb-9cfe-456c-954e-fb140df6bc4d None None] Pushing event updated for resources: {'Port': ['ID=05a79ad8-a54a-400c-9c1f-9bc68aad5481,revision_number=4']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:42.187995 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] Set router 8f577073-4cc3-45e1-9b6e-57263e2208e1 gateway port host: None {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:18:42.384800 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'name': 'router1', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:18:28Z', 'updated_at': '2022-08-29T21:18:39Z', 'revision_number': 2, 'project_id': '263e684247604a1a8e174c46e3574118', 'gw_port_host': None, '_interfaces': [{'id': '05a79ad8-a54a-400c-9c1f-9bc68aad5481', 'name': '', 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'mac_address': 'fa:16:3e:5d:40:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:18:38Z', 'updated_at': '2022-08-29T21:18:41Z', 'revision_number': 4, 'project_id': '263e684247604a1a8e174c46e3574118', 'subnets': [{'id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '767413cb-5a17-47c8-a99e-c3d231f8c2be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:42.412380 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a590d33-9ce4-4905-9e4b-1bc291baf49c None None] The sync data for ids ['8f577073-4cc3-45e1-9b6e-57263e2208e1'] in dv-cinder-854264-2-iscsi is: [{'id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'name': 'router1', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:18:28Z', 'updated_at': '2022-08-29T21:18:39Z', 'revision_number': 2, 'project_id': '263e684247604a1a8e174c46e3574118', 'gw_port_host': None, '_interfaces': [{'id': '05a79ad8-a54a-400c-9c1f-9bc68aad5481', 'name': '', 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'mac_address': 'fa:16:3e:5d:40:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:18:38Z', 'updated_at': '2022-08-29T21:18:41Z', 'revision_number': 4, 'project_id': '263e684247604a1a8e174c46e3574118', 'subnets': [{'id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '767413cb-5a17-47c8-a99e-c3d231f8c2be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:18:42.499152 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 39790) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:42.908161 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:42.918183 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef39fe6-7961-4c25-ac77-5abb417d259e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:18:42.919752 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-2ef39fe6-7961-4c25-ac77-5abb417d259e admin admin] 10.222.0.65 "GET /networking/v2.0/networks/8e50b5a2-d262-4307-86c7-61ee89820895 HTTP/1.1" status: 200 len: 842 time: 0.4190583 Aug 29 21:18:42.929300 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'gateway_ip': '172.27.3.1'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:18:43.057031 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Made reservation on behalf of eb1de965aba54ca98b770d7165c4b67e for: {'subnet': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:18:43.060044 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:43.212916 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:43.439658 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.objects.ports [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107110) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 21:18:43.440103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (8bf42c8b-a554-42e1-a0eb-283f323fb808), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:43.491123 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf42c8b-a554-42e1-a0eb-283f323fb808,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:43.509659 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:18:43.510232 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Network hostable DHCP agents. Network: 8e50b5a2-d262-4307-86c7-61ee89820895, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:18:43.611362 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:18:43.731818 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 8e50b5a2-d262-4307-86c7-61ee89820895) {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:18:43.737685 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:18:43.738684 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:43.741088 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce681e-f07b-4e6b-8120-fa98a8f77569 None None] Network 8e50b5a2-d262-4307-86c7-61ee89820895 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:18:43.786084 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:43.846027 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e76114f-fbf1-4345-ae86-e1d6823a4ec8 None None] Network 8e50b5a2-d262-4307-86c7-61ee89820895 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:18:43.888574 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-48911e9c-d7c6-4b44-9432-8d826e0c2f1b admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9626524 Aug 29 21:18:46.358784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 39798) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:46.784724 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c64cd89a-8fc1-4fff-861f-757d86538e94 demo admin] 10.222.0.65 "GET /networking/v2.0/routers/8f577073-4cc3-45e1-9b6e-57263e2208e1 HTTP/1.1" status: 200 len: 710 time: 0.4248271 Aug 29 21:18:46.879760 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245a2ad-b405-4b9a-a658-ded4f7f08480 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:18:46.881264 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-4245a2ad-b405-4b9a-a658-ded4f7f08480 demo admin] 10.222.0.65 "GET /networking/v2.0/networks/8e50b5a2-d262-4307-86c7-61ee89820895 HTTP/1.1" status: 200 len: 886 time: 0.0907755 Aug 29 21:18:46.891735 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:18:47.213942 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Publish callbacks [] for router_gateway (8f577073-4cc3-45e1-9b6e-57263e2208e1), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:47.709042 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:47.739834 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Publish callbacks [] for router_gateway (8f577073-4cc3-45e1-9b6e-57263e2208e1), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:47.769280 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:47.819073 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:47.928785 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Allocated IP 172.27.3.214 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/44228e3e-e586-4271-ad3b-d3008bf99e79) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:18:48.030852 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Publish callbacks [] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:48.137820 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:48.138503 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 05a79ad8-a54a-400c-9c1f-9bc68aad5481 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:18:48.186586 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:48.186954 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:48.189258 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Pushing event updated for resources: {'Port': ['ID=44228e3e-e586-4271-ad3b-d3008bf99e79,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:48.192525 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:18:48.194137 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:18:48.196202 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:18:48.265514 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:18:48.266015 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:48.302030 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 05a79ad8-a54a-400c-9c1f-9bc68aad5481, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=05a79ad8-a54a-400c-9c1f-9bc68aad5481,segment=NetworkSegment(9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759),segment_id=9ed7d5b7-0f12-4f12-b0de-5ba51fb8a759)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:18:48.376682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:48.427772 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=05a79ad8-a54a-400c-9c1f-9bc68aad5481,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:48.428151 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:48.512147 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Publish callbacks [] for router_gateway (8f577073-4cc3-45e1-9b6e-57263e2208e1), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:48.741295 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1044841'] for router (8f577073-4cc3-45e1-9b6e-57263e2208e1), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:48.746188 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-434681'] for router (8f577073-4cc3-45e1-9b6e-57263e2208e1), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:48.865074 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Router 8f577073-4cc3-45e1-9b6e-57263e2208e1 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:18:48.871972 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:48.963730 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:18:48.969688 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:48.970851 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-6118e973-7f56-4945-8684-b0231318599f demo admin] 10.222.0.65 "PUT /networking/v2.0/routers/8f577073-4cc3-45e1-9b6e-57263e2208e1 HTTP/1.1" status: 200 len: 890 time: 2.0825524 Aug 29 21:18:48.975701 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Sync routers for ids ['8f577073-4cc3-45e1-9b6e-57263e2208e1'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:18:48.989364 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Routers {'8f577073-4cc3-45e1-9b6e-57263e2208e1'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:18:48.990053 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:18:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['8f577073-4cc3-45e1-9b6e-57263e2208e1'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:49.202139 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:49.206545 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Set router 8f577073-4cc3-45e1-9b6e-57263e2208e1 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:18:49.594350 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'name': 'router1', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '44228e3e-e586-4271-ad3b-d3008bf99e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:18:28Z', 'updated_at': '2022-08-29T21:18:48Z', 'revision_number': 4, 'project_id': '263e684247604a1a8e174c46e3574118', 'gw_port': {'id': '44228e3e-e586-4271-ad3b-d3008bf99e79', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:18:47Z', 'updated_at': '2022-08-29T21:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '05a79ad8-a54a-400c-9c1f-9bc68aad5481', 'name': '', 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'mac_address': 'fa:16:3e:5d:40:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:18:38Z', 'updated_at': '2022-08-29T21:18:48Z', 'revision_number': 5, 'project_id': '263e684247604a1a8e174c46e3574118', 'subnets': [{'id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '767413cb-5a17-47c8-a99e-c3d231f8c2be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:49.645138 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Checking router: 8f577073-4cc3-45e1-9b6e-57263e2208e1 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:18:49.645487 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Updating router 8f577073-4cc3-45e1-9b6e-57263e2208e1 port 44228e3e-e586-4271-ad3b-d3008bf99e79 binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:18:49.773353 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:50.069167 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:50.086381 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Publish callbacks [] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:50.134457 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 05a79ad8-a54a-400c-9c1f-9bc68aad5481 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:18:50.187119 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:50.187502 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:50.227818 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:50.263238 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Attempting to bind port 44228e3e-e586-4271-ad3b-d3008bf99e79 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:18:50.263605 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Attempting to bind port 44228e3e-e586-4271-ad3b-d3008bf99e79 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:18:50.263985 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Attempting to bind port 44228e3e-e586-4271-ad3b-d3008bf99e79 on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:18:50.297505 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:18:50.297869 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:18:50.298273 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:50.298648 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:18:50.299116 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Bound port: 44228e3e-e586-4271-ad3b-d3008bf99e79, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:18:50.299484 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:50.332940 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:50.333747 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:18:50.357427 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afaf74-15d8-401c-8901-bb6f9aeab22d None None] Pushing event updated for resources: {'Port': ['ID=44228e3e-e586-4271-ad3b-d3008bf99e79,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:50.371248 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] For port 44228e3e-e586-4271-ad3b-d3008bf99e79, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:18:50.374451 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] For port 44228e3e-e586-4271-ad3b-d3008bf99e79, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=44228e3e-e586-4271-ad3b-d3008bf99e79,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:18:50.481218 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:50.518983 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Routers {'8f577073-4cc3-45e1-9b6e-57263e2208e1'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:18:50.519594 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:18:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['8f577073-4cc3-45e1-9b6e-57263e2208e1'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:50.578393 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afaf74-15d8-401c-8901-bb6f9aeab22d None None] Pushing event updated for resources: {'Port': ['ID=44228e3e-e586-4271-ad3b-d3008bf99e79,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:50.637195 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] Set router 8f577073-4cc3-45e1-9b6e-57263e2208e1 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:18:50.847716 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'name': 'router1', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '44228e3e-e586-4271-ad3b-d3008bf99e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:18:28Z', 'updated_at': '2022-08-29T21:18:48Z', 'revision_number': 4, 'project_id': '263e684247604a1a8e174c46e3574118', 'gw_port': {'id': '44228e3e-e586-4271-ad3b-d3008bf99e79', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:18:47Z', 'updated_at': '2022-08-29T21:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '05a79ad8-a54a-400c-9c1f-9bc68aad5481', 'name': '', 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'mac_address': 'fa:16:3e:5d:40:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:18:38Z', 'updated_at': '2022-08-29T21:18:48Z', 'revision_number': 5, 'project_id': '263e684247604a1a8e174c46e3574118', 'subnets': [{'id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '767413cb-5a17-47c8-a99e-c3d231f8c2be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:18:50.873057 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5c818-13e7-4e42-84d8-009443aecdf1 None None] The sync data for ids ['8f577073-4cc3-45e1-9b6e-57263e2208e1'] in dv-cinder-854264-2-iscsi is: [{'id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'name': 'router1', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '44228e3e-e586-4271-ad3b-d3008bf99e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:18:28Z', 'updated_at': '2022-08-29T21:18:48Z', 'revision_number': 4, 'project_id': '263e684247604a1a8e174c46e3574118', 'gw_port': {'id': '44228e3e-e586-4271-ad3b-d3008bf99e79', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:18:47Z', 'updated_at': '2022-08-29T21:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '05a79ad8-a54a-400c-9c1f-9bc68aad5481', 'name': '', 'network_id': '34441826-beb7-4d06-a50b-331c0594fa1c', 'tenant_id': '263e684247604a1a8e174c46e3574118', 'mac_address': 'fa:16:3e:5d:40:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f577073-4cc3-45e1-9b6e-57263e2208e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:18:38Z', 'updated_at': '2022-08-29T21:18:48Z', 'revision_number': 5, 'project_id': '263e684247604a1a8e174c46e3574118', 'subnets': [{'id': 'bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '767413cb-5a17-47c8-a99e-c3d231f8c2be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:18:51.564884 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 39812) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:18:52.048413 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-0dc16036-789d-497e-963d-3f75bcf249df admin admin] 10.222.0.65 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4823534 Aug 29 21:18:52.146823 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 44228e3e-e586-4271-ad3b-d3008bf99e79 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:18:52.195268 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 44228e3e-e586-4271-ad3b-d3008bf99e79 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:52.195659 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:52.271692 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 44228e3e-e586-4271-ad3b-d3008bf99e79 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:18:52.272138 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:52.295221 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 44228e3e-e586-4271-ad3b-d3008bf99e79, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=44228e3e-e586-4271-ad3b-d3008bf99e79,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:18:52.387559 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=68 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:52.388307 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=6 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:52.416993 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:52.466665 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=44228e3e-e586-4271-ad3b-d3008bf99e79,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:18:54.151145 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 44228e3e-e586-4271-ad3b-d3008bf99e79 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:18:54.212712 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 44228e3e-e586-4271-ad3b-d3008bf99e79 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:18:54.213294 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (44228e3e-e586-4271-ad3b-d3008bf99e79), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:18:54.244643 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:18:54.302672 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 44228e3e-e586-4271-ad3b-d3008bf99e79 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:18:58.030537 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:19:02.040747 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:02.045164 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=38 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:03.096807 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b69cd2ad-132d-4ed1-8233-70906cbbb03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:05.183980 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:05.337518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-9467f147-4649-4c8e-9f0b-77f7b6d75db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:06.632262 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:08.020091 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:08.025412 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:08.175598 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:08.371827 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:18.284561 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:18.294035 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:25.033249 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:25.033908 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:33.114651 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-37dbb83a-ce28-42e5-9684-a67eb59c794a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:35.024759 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:19:35.266933 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0eb9b88f-da33-4eed-8fd1-a032f436126f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:36.889471 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:38.195411 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:38.358050 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:19:45.022528 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:48.280182 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:19:48.286055 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:02.032151 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:02.033807 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:03.113927 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e92ad579-9092-497b-a725-ef5c543ec69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:05.262597 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d2125ab9-422e-44f7-950b-04c64650198e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:06.643820 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:08.210199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:08.360215 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:12.024216 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:20:18.285868 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:18.290754 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:18.349725 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40352) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:18.695145 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca209177-9470-40f8-85d2-5664fc9129fc admin admin] GET failed (client error): The resource could not be found. Aug 29 21:20:18.696470 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ca209177-9470-40f8-85d2-5664fc9129fc admin admin] 10.222.0.65 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3458295 Aug 29 21:20:18.866755 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73996a77-1868-4c85-9ad6-d3e15766e117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:18.868256 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-73996a77-1868-4c85-9ad6-d3e15766e117 admin admin] 10.222.0.65 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1671669 Aug 29 21:20:21.234753 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40362) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:21.603783 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f6032-8fbc-44ff-8973-51c2a96ac1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:21.605292 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-cd4f6032-8fbc-44ff-8973-51c2a96ac1e1 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets/bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0 HTTP/1.1" status: 200 len: 849 time: 0.3696001 Aug 29 21:20:21.614854 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:20:21.705873 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Publish callbacks [] for subnet (bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:21.930310 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786959770251'] for subnet (bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:21.969802 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:21.970311 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:21.971766 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] 10.222.0.65 "PUT /networking/v2.0/subnets/bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0 HTTP/1.1" status: 200 len: 868 time: 0.3603146 Aug 29 21:20:21.991238 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c3e2a-175c-4ba6-b558-f767d6276b1a None None] Network 34441826-beb7-4d06-a50b-331c0594fa1c requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:20:21.996950 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:20:22.005638 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.006011 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.006335 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.006681 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.007017 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.007354 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.007684 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.008043 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.008374 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.008759 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.009116 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.009538 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.009871 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.010193 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.010515 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11053ea-4894-4db5-afa2-7d5c84409a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:20:22.021821 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:22.368546 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-4925f0e4-b6a2-4b47-a35e-b3b8f0496d86 None None] Provisioning complete for port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:20:22.369414 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4925f0e4-b6a2-4b47-a35e-b3b8f0496d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (05a79ad8-a54a-400c-9c1f-9bc68aad5481), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:22.445927 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-4925f0e4-b6a2-4b47-a35e-b3b8f0496d86 None None] Current status of the port 05a79ad8-a54a-400c-9c1f-9bc68aad5481 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:20:22.454988 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-4925f0e4-b6a2-4b47-a35e-b3b8f0496d86 None None] Provisioning complete for port 31602e21-109d-4d16-a00d-63e0f2bdd71e triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:20:22.455379 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4925f0e4-b6a2-4b47-a35e-b3b8f0496d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (31602e21-109d-4d16-a00d-63e0f2bdd71e), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:22.527135 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-4925f0e4-b6a2-4b47-a35e-b3b8f0496d86 None None] Current status of the port 31602e21-109d-4d16-a00d-63e0f2bdd71e is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:20:24.354524 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40370) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:24.848745 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc3bb5-2ba1-41f1-9209-75e9038207e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:24.849237 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc3bb5-2ba1-41f1-9209-75e9038207e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:24.850857 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-a7fc3bb5-2ba1-41f1-9209-75e9038207e6 admin admin] 10.222.0.65 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4953904 Aug 29 21:20:27.220701 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40380) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:27.700549 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d089dd-749d-4511-9926-94c67d684370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:27.700919 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d089dd-749d-4511-9926-94c67d684370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:27.702453 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-47d089dd-749d-4511-9926-94c67d684370 admin admin] 10.222.0.65 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4808168 Aug 29 21:20:30.079746 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40388) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:30.552928 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca0b34-6267-4e13-a446-7c01f65eb9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:30.554313 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-9aca0b34-6267-4e13-a446-7c01f65eb9ba admin admin] 10.222.0.65 "GET /networking/v2.0/networks/34441826-beb7-4d06-a50b-331c0594fa1c HTTP/1.1" status: 200 len: 869 time: 0.4735854 Aug 29 21:20:32.524344 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=42 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:32.525769 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=35 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:32.916560 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40396) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:33.112775 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e526b01a-de07-45e1-b765-1ff0b2c4a785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:33.353854 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b9918-5baa-48c6-8173-55575cdcfdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:33.355228 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-988b9918-5baa-48c6-8173-55575cdcfdbe admin admin] 10.222.0.65 "GET /networking/v2.0/networks/8e50b5a2-d262-4307-86c7-61ee89820895 HTTP/1.1" status: 200 len: 886 time: 0.4376671 Aug 29 21:20:35.333261 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-5b610107-02ad-4dd4-9925-22d8607227f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:35.729252 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40404) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:36.207292 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76944bfb-e81b-4acd-beeb-ca3f4c278682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:36.207741 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76944bfb-e81b-4acd-beeb-ca3f4c278682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:36.209476 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-76944bfb-e81b-4acd-beeb-ca3f4c278682 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4793539 Aug 29 21:20:36.674394 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:38.194423 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:38.503251 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:20:38.633059 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40412) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:39.025402 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:39.030440 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=5 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:39.033062 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b5a81f-98d5-4eef-876e-746e27eb7b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:39.033514 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b5a81f-98d5-4eef-876e-746e27eb7b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:39.035080 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-29b5a81f-98d5-4eef-876e-746e27eb7b1e admin admin] 10.222.0.65 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4010859 Aug 29 21:20:40.545074 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=75,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:40.551378 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=70,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:41.443667 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40420) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:41.848966 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944894a-0c2c-4d6f-bae0-4c9c1b6ee887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:41.850388 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-2944894a-0c2c-4d6f-bae0-4c9c1b6ee887 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets/8bf42c8b-a554-42e1-a0eb-283f323fb808 HTTP/1.1" status: 200 len: 816 time: 0.4058034 Aug 29 21:20:44.250919 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40428) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:20:44.668239 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ccabfb-fc43-4eb5-8d90-d883cdc4b59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:20:44.669641 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-a8ccabfb-fc43-4eb5-8d90-d883cdc4b59f admin admin] 10.222.0.65 "GET /networking/v2.0/subnets/bcba3cc6-4d83-43aa-a9be-3f83c7f1e9b0 HTTP/1.1" status: 200 len: 868 time: 0.4177797 Aug 29 21:20:48.121176 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:48.291195 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:49.023430 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:20:51.842959 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=51 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:51.849422 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=51 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:54.662624 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=7 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:54.664545 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=6 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:59.019538 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=16 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:20:59.020429 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=12 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:03.131317 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-660e3478-403d-4355-80a2-665b3d37168f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:05.234413 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-228ffd46-4bdb-40a2-9926-e2ba4ac5a413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:06.657498 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:08.189075 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:08.365161 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:13.981109 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40484) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:21:14.366203 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [None req-54720582-761b-41d6-8d11-604bacd04415 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:21:14.367223 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-54720582-761b-41d6-8d11-604bacd04415 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3851285 Aug 29 21:21:16.026535 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:16.026535 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=5 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:16.912447 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40492) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:21:17.336986 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ab6507-d8d4-4526-a2d7-c7b313309ad7 admin admin] GET failed (client error): The resource could not be found. Aug 29 21:21:17.338508 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-e4ab6507-d8d4-4526-a2d7-c7b313309ad7 admin admin] 10.222.0.65 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4249156 Aug 29 21:21:17.498717 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24577166-182d-49c3-8284-dfcb741b2dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:21:17.500214 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-24577166-182d-49c3-8284-dfcb741b2dab admin admin] 10.222.0.65 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1543863 Aug 29 21:21:18.291399 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:18.293434 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:20.052156 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40500) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:21:20.411597 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:21:20.559405 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Made reservation on behalf of eb1de965aba54ca98b770d7165c4b67e for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:21:20.562329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:20.604813 dv-cinder-854264-2-iscsi neutron-server[107111]: WARNING neutron.services.revisions.revision_plugin [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Could not find related network for resource to bump revision. Aug 29 21:21:20.621391 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:21:20.631927 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (ed09b3bf-dcf8-46c9-b05a-93d284633d2e), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:20.632271 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Added segment ed09b3bf-dcf8-46c9-b05a-93d284633d2e of type vlan for network 678350ed-dae4-454a-8a11-8fe45704dae0 Aug 29 21:21:20.687481 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (678350ed-dae4-454a-8a11-8fe45704dae0), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:20.765852 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (678350ed-dae4-454a-8a11-8fe45704dae0), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:20.766853 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:21:20.767472 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:20.878828 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] Pushing event updated for resources: {'Network': ['ID=678350ed-dae4-454a-8a11-8fe45704dae0,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:21:20.891101 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 678350ed-dae4-454a-8a11-8fe45704dae0 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:21:20.923122 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6d76e915-9f0d-456f-96f6-65d9412b23ad admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8697886 Aug 29 21:21:23.501783 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40508) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:21:23.986336 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e2805f-46ab-434b-87d5-feaf1094b25e admin admin] GET failed (client error): The resource could not be found. Aug 29 21:21:23.987880 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-a0e2805f-46ab-434b-87d5-feaf1094b25e admin admin] 10.222.0.65 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4852085 Aug 29 21:21:24.108557 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2801c8-1fdd-4f9c-858b-07d917ca6c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:21:24.116744 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ed2801c8-1fdd-4f9c-858b-07d917ca6c93 admin admin] 10.222.0.65 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1167655 Aug 29 21:21:24.128872 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:21:24.423056 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Made reservation on behalf of eb1de965aba54ca98b770d7165c4b67e for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:21:24.425472 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:24.697760 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (f853cdc0-4c79-4a3b-8e2e-4df0637b9149), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:24.753922 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f853cdc0-4c79-4a3b-8e2e-4df0637b9149,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:21:24.770788 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.771260 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.771776 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.772335 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.772761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.773180 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.773596 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.774860 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.775237 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.775659 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.776122 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.776560 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.776976 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.777386 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.777824 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:24.792473 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Checking segment: {'id': 'ed09b3bf-dcf8-46c9-b05a-93d284633d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:21:24.792473 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Network hostable DHCP agents. Network: 678350ed-dae4-454a-8a11-8fe45704dae0, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:21:24.919330 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Network 678350ed-dae4-454a-8a11-8fe45704dae0 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:21:25.017237 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 678350ed-dae4-454a-8a11-8fe45704dae0) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:21:25.021917 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:21:25.022863 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:25.030245 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463e0cc-90ba-43b3-968a-e85826fcce29 None None] Network 678350ed-dae4-454a-8a11-8fe45704dae0 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:21:25.117159 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-9b390850-d0ec-464b-978f-d2ffba481f4e admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9948719 Aug 29 21:21:25.144857 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-678350ed-dae4-454a-8a11-8fe45704dae0', 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0', 'project_id': 'eb1de965aba54ca98b770d7165c4b67e', 'fixed_ips': [{'subnet_id': 'f853cdc0-4c79-4a3b-8e2e-4df0637b9149'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:21:25.146446 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:25.337856 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Allocated IP 192.168.233.2 (678350ed-dae4-454a-8a11-8fe45704dae0/f853cdc0-4c79-4a3b-8e2e-4df0637b9149/10a23615-0a8a-4ed6-84c4-6cf0216ae099) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:21:25.522147 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Publish callbacks [] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:25.607104 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:25.662005 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Network 678350ed-dae4-454a-8a11-8fe45704dae0 is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:21:25.665915 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:21:25.670773 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:21:25.677610 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Pushing event updated for resources: {'Port': ['ID=10a23615-0a8a-4ed6-84c4-6cf0216ae099,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:21:25.690044 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.690431 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.710250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:21:25.761100 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Attempting to bind port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:21:25.761629 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Attempting to bind port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': 'ed09b3bf-dcf8-46c9-b05a-93d284633d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:21:25.762092 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Attempting to bind port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 on network 678350ed-dae4-454a-8a11-8fe45704dae0 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:21:25.770393 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:21:25.770727 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Checking segment: {'id': 'ed09b3bf-dcf8-46c9-b05a-93d284633d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:21:25.771115 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:25.771596 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Bound using segment: {'id': 'ed09b3bf-dcf8-46c9-b05a-93d284633d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:21:25.772291 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Bound port: 10a23615-0a8a-4ed6-84c4-6cf0216ae099, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed09b3bf-dcf8-46c9-b05a-93d284633d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:21:25.772849 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:25.865051 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] For port 10a23615-0a8a-4ed6-84c4-6cf0216ae099, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:21:25.869341 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] For port 10a23615-0a8a-4ed6-84c4-6cf0216ae099, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=10a23615-0a8a-4ed6-84c4-6cf0216ae099,segment=NetworkSegment(ed09b3bf-dcf8-46c9-b05a-93d284633d2e),segment_id=ed09b3bf-dcf8-46c9-b05a-93d284633d2e)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:21:25.944060 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:26.029769 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:21:26.030641 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44acdd-d7ef-4910-8ea3-d530033bf4f1 None None] Pushing event updated for resources: {'Port': ['ID=10a23615-0a8a-4ed6-84c4-6cf0216ae099,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:21:26.360720 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 10a23615-0a8a-4ed6-84c4-6cf0216ae099 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:21:26.423701 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:21:26.424326 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:26.473799 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:26.518783 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:26.523123 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:21:26.523631 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:26.569080 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 10a23615-0a8a-4ed6-84c4-6cf0216ae099, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=10a23615-0a8a-4ed6-84c4-6cf0216ae099,segment=NetworkSegment(ed09b3bf-dcf8-46c9-b05a-93d284633d2e),segment_id=ed09b3bf-dcf8-46c9-b05a-93d284633d2e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:21:26.656650 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:26.724384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=10a23615-0a8a-4ed6-84c4-6cf0216ae099,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:21:27.061217 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0fdf62-a2d8-469b-9932-cf4948c459ad None None] Network 678350ed-dae4-454a-8a11-8fe45704dae0 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:21:27.142111 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-9409958d-2be1-4f75-8e98-63a9bd1858f8 None None] Provisioning complete for port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:21:27.142550 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-9409958d-2be1-4f75-8e98-63a9bd1858f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:27.283131 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-9409958d-2be1-4f75-8e98-63a9bd1858f8 None None] Current status of the port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:21:27.495230 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=11 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:27.496250 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=11 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:27.510325 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-1d69d59d-e157-4e1c-adde-fda11bdfa029 None None] Provisioning complete for port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:21:27.510937 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-1d69d59d-e157-4e1c-adde-fda11bdfa029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:27.612261 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-1d69d59d-e157-4e1c-adde-fda11bdfa029 None None] Current status of the port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:21:28.316099 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 10a23615-0a8a-4ed6-84c4-6cf0216ae099 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:21:28.431686 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:21:28.432229 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (10a23615-0a8a-4ed6-84c4-6cf0216ae099), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:28.557207 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 10a23615-0a8a-4ed6-84c4-6cf0216ae099 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:21:33.091832 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-312c7a13-6b4c-45d9-9089-04b69b611639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:35.037158 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=71,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:35.038010 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=69,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:35.308584 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-ab973780-95f2-4727-8f07-0ff390e11ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:36.029444 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:36.640130 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:38.123407 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:38.205533 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:38.383836 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:21:48.296162 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:21:48.298238 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:01.018810 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:01.019604 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:03.029185 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:22:03.079423 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f336ced8-fd67-44c5-bb12-9d8d589c71b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:05.258219 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-dc0c7061-cced-4a33-a546-6d23457c23fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:06.673503 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:08.234468 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:08.553709 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:13.025260 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:13.026253 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:18.295503 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:18.298419 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:30.012293 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:30.029437 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:33.103402 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-110bd1eb-150a-48d8-91a4-00a26dd04877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:35.275170 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6eb81371-e0c7-4441-ab9b-1864b3afec87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:36.736904 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:38.222861 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:38.446639 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:40.032474 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:22:48.299375 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:48.303301 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:22:54.092588 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40552) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:22:54.098411 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [None req-fbf4e6a4-38a4-42f9-a405-104714fe4bf2 tempest-verify_tempest_config-263884162 tempest-verify_tempest_config-263884162-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:22:54.099576 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-fbf4e6a4-38a4-42f9-a405-104714fe4bf2 tempest-verify_tempest_config-263884162 tempest-verify_tempest_config-263884162-project] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064800 Aug 29 21:22:54.854288 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40570) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:22:55.200785 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:55.279717 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Publish callbacks [] for security_group (3e68b719-3eb4-42e2-9ff1-7c54bfdd2168), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:55.360336 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3e68b719-3eb4-42e2-9ff1-7c54bfdd2168), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:55.408432 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f1f82567d6694e83997d15dfc9d9f238&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5528972 Aug 29 21:22:55.409113 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e68b719-3eb4-42e2-9ff1-7c54bfdd2168,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:22:55.411069 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40574) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:22:55.417033 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.417373 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.417726 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.418064 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.418394 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.418721 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.419044 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.419365 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.419702 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.420057 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.420383 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.420721 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.421064 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.421380 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.421700 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f20579-6484-441a-9fed-603c201327a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.472138 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Publish callbacks [] for security_group (3e68b719-3eb4-42e2-9ff1-7c54bfdd2168), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:55.494086 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Publish callbacks [] for security_group (3e68b719-3eb4-42e2-9ff1-7c54bfdd2168), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:55.640168 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3e68b719-3eb4-42e2-9ff1-7c54bfdd2168), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:55.642725 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:22:55.643895 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/3e68b719-3eb4-42e2-9ff1-7c54bfdd2168 HTTP/1.1" status: 204 len: 168 time: 0.2314844 Aug 29 21:22:55.652543 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e68b719-3eb4-42e2-9ff1-7c54bfdd2168,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:22:55.659772 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.660062 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.660403 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.660766 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.661070 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.661397 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.661836 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.662025 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.662347 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.663178 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.663812 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.663812 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.664664 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.664854 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:22:55.665179 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ffa9a-7c8c-42d8-90af-7d2784158fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:23:03.097274 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-065b3cfd-d90a-4bff-a428-474761e4c84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:05.297976 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8443-5f02-456e-b71d-2b15e5666c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:05.412225 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=18,neutron:INSERT=8 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:05.413856 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=21,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:05.655184 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:05.656354 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:06.685292 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:07.024212 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=17 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:07.030215 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=17 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:08.331370 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:08.434556 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:17.031135 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:23:18.294882 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:18.298749 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:27.027237 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:27.028014 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:33.102455 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-20b95455-3945-49ea-897a-66e6cc3f8f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:35.268875 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fb64e701-8ddc-4e59-9a0b-7bf8d0adb742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:36.663169 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:38.182798 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:38.354395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:23:44.023242 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:44.027306 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:48.286996 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:48.295059 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:23:54.030302 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:24:01.025293 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:03.074378 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0e1d44d9-c42c-492d-b8f1-7471d88a8c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:04.026460 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:05.331863 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f05707f9-bb0d-4286-b636-bbfa43c887e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:06.668835 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:08.205763 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:08.367434 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:18.286596 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:18.294536 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:21.023054 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:21.023791 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:31.029113 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 5 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:24:33.102379 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0ff1265f-cd3a-47fd-85cb-a9e762feeb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:35.257081 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-10a9820e-636c-41ae-b689-55cab68f374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:36.645146 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:36.924999 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441062'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:38.228520 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:38.382925 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:24:41.026468 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:48.295117 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:48.297586 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:48.952454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40670) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:24:49.124533 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-bcf3c86a-ab88-4d5d-8a59-34bf02604678 admin admin] 10.222.0.65 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1706326 Aug 29 21:24:51.430354 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40680) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:24:51.490485 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-1f2546a0-543a-4031-b91e-56e6baf6fc96 admin admin] 10.222.0.65 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0591068 Aug 29 21:24:58.265648 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=13 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:24:58.267606 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=19 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:01.484723 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:01.485505 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:03.062623 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1ebf-d123-47ef-9f0e-203f9a128651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:05.351500 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e9f600dc-8f42-4a85-a2fd-5860ba886d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:06.667934 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:06.936890 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:08.029628 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:25:08.227910 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:08.353904 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:18.024266 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:18.024922 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:18.290681 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:18.292531 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:33.114699 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-59252cf6-adb6-4d71-b96d-a4a8e866940f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:35.025478 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:35.026710 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:35.273961 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-12e8de8f-2148-4fc0-a4d7-2bfdad2fae52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:36.667742 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:36.885393 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:38.216758 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:38.371236 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:45.028846 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:25:48.286617 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:25:48.292540 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:01.029498 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:01.030372 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:03.103105 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-05d74e3d-897c-4d25-91ad-339b1072344f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:05.285314 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8580e7f3-0aa0-48d8-a00a-706a521b672b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:06.662999 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:06.919416 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:08.222355 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:08.382523 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:14.021149 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=5 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:14.022459 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:18.283563 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:18.290330 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:22.028606 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:26:27.947415 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40840) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:28.359280 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1381185253-network', 'tenant_id': 'c852db97ba734c7088df6af689b41d16'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:28.542544 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Made reservation on behalf of c852db97ba734c7088df6af689b41d16 for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:28.545009 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:28.557778 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:28.691246 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Publish callbacks [] for security_group (f1d2c0f6-d773-48e3-acf5-c610694c19e9), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:28.771226 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f1d2c0f6-d773-48e3-acf5-c610694c19e9), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:28.797545 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:26:28.808175 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d2c0f6-d773-48e3-acf5-c610694c19e9,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:28.817658 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (e8ccf7c1-b15e-4096-879f-820184d9a3f2), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:28.818003 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Added segment e8ccf7c1-b15e-4096-879f-820184d9a3f2 of type vlan for network a03b07cd-ec6e-4782-bd47-f6ab0486a61a Aug 29 21:26:28.820277 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.820704 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.820981 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.821324 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.821565 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.821886 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.822201 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.822518 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.822850 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.823151 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.823463 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.823802 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.824149 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.824459 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.824788 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Tracked resource versions report: Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: pushed versions: Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: { 'AddressGroup': {'1.2'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Agent': {'1.1'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'ConntrackHelper': {'1.0'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Log': {'1.0'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'NDPProxy': {'1.0'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Network': {'1.1'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Port': {'1.7'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'PortForwarding': {'1.3'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'QosPolicy': {'1.10'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SecurityGroup': {'1.5'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SubPort': {'1.0'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Subnet': {'1.1'}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Trunk': {'1.1'}} Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: consumer versions: Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: { DHCP agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: HyperV agent@hv-cinder-85426: {}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: L3 agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: Metadata agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: Metering agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: Open vSwitch agent@dv-cinder-854264-2-iscsi: { 'AddressGroup': '1.2', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Agent': '1.1', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'ConntrackHelper': '1.0', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'LocalIPAssociation': '1.0', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Log': '1.0', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'NDPProxy': '1.0', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Network': '1.1', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Port': '1.7', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'PortForwarding': '1.3', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'QosPolicy': '1.10', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SecurityGroup': '1.5', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SecurityGroupRule': '1.2', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'SubPort': '1.0', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Subnet': '1.1', Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: 'Trunk': '1.1'}} Aug 29 21:26:28.826003 dv-cinder-854264-2-iscsi neutron-server[107111]: {{(pid=107111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:26:28.879252 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (a03b07cd-ec6e-4782-bd47-f6ab0486a61a), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:28.977066 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (a03b07cd-ec6e-4782-bd47-f6ab0486a61a), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:28.978124 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:28.978699 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:29.045287 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] Pushing event updated for resources: {'Network': ['ID=a03b07cd-ec6e-4782-bd47-f6ab0486a61a,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:29.058439 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network a03b07cd-ec6e-4782-bd47-f6ab0486a61a details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:26:29.154565 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4d8c3d81-e66e-4a31-a5f3-c46064816666 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2027688 Aug 29 21:26:29.154865 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40882) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:29.160740 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Request body: {'subnet': {'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1381185253-subnet', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:29.279832 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Made reservation on behalf of c852db97ba734c7088df6af689b41d16 for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:29.285262 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:29.572026 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40906) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:29.588239 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40910) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:29.617170 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (f8adc1dc-22e7-4237-89f5-7cea6ed9e661), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:29.623725 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40916) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:29.682210 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8adc1dc-22e7-4237-89f5-7cea6ed9e661,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:29.689838 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Checking segment: {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:29.690197 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Network hostable DHCP agents. Network: a03b07cd-ec6e-4782-bd47-f6ab0486a61a, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:26:29.693388 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:29.874695 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-394941110-network', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:29.911624 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-7348434-network', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:29.937396 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Network a03b07cd-ec6e-4782-bd47-f6ab0486a61a is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:26:30.011616 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Made reservation on behalf of d8d35a885c494e11b42f556554f3698b for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:30.014049 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.023856 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.045961 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Made reservation on behalf of bd7bb76694c2499895f24e611c644a27 for: {'network': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:30.050624 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.062133 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:30.067245 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.083083 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, a03b07cd-ec6e-4782-bd47-f6ab0486a61a) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:30.094321 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62cb2a-0db8-4eb6-86db-9e2b37307bdd None None] Network a03b07cd-ec6e-4782-bd47-f6ab0486a61a requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:30.116316 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Publish callbacks [] for security_group (f66f12f1-0908-4301-8737-a0422f045fd1), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.118466 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:30.119218 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.167321 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1609850787-network', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:30.194137 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Publish callbacks [] for security_group (6f50fc76-e489-49c0-a975-d416d1bbf8bf), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.199901 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f66f12f1-0908-4301-8737-a0422f045fd1), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.208857 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-52804850-e3ee-4171-b4d7-9273e82b1b6d admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0503590 Aug 29 21:26:30.209253 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40932) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:30.213712 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:30.235895 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:26:30.248297 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (14ac80a9-38ac-4f9f-997f-a7a692d3952e), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.248646 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Added segment 14ac80a9-38ac-4f9f-997f-a7a692d3952e of type vlan for network ca335ec8-2cdb-4727-aad4-e94fc1adcada Aug 29 21:26:30.266669 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-a03b07cd-ec6e-4782-bd47-f6ab0486a61a', 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a', 'project_id': 'c852db97ba734c7088df6af689b41d16', 'fixed_ips': [{'subnet_id': 'f8adc1dc-22e7-4237-89f5-7cea6ed9e661'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:26:30.268535 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.299737 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (ca335ec8-2cdb-4727-aad4-e94fc1adcada), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.320149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (6f50fc76-e489-49c0-a975-d416d1bbf8bf), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.328711 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f12f1-0908-4301-8737-a0422f045fd1,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:30.356366 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=107110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:26:30.371020 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Made reservation on behalf of 8695633e1e2744b6b6554536f1109fc6 for: {'network': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:30.373566 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.376115 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.378051 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.398785 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f50fc76-e489-49c0-a975-d416d1bbf8bf,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:30.414595 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (cffd7fa4-70f9-4edf-8e24-d1d8b584b985), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.414595 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.segments_db [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Added segment cffd7fa4-70f9-4edf-8e24-d1d8b584b985 of type vlan for network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 Aug 29 21:26:30.414595 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.429601 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Allocated IP 172.20.0.2 (a03b07cd-ec6e-4782-bd47-f6ab0486a61a/f8adc1dc-22e7-4237-89f5-7cea6ed9e661/056d3884-6d5f-40e1-8636-811280d09a2f) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:30.439570 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.440477 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.440477 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.440733 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.441064 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.441381 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.441698 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.442012 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.442345 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.442664 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.442982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.443314 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.443633 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.443962 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.444277 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Tracked resource versions report: Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: pushed versions: Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: { 'AddressGroup': {'1.2'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Agent': {'1.1'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'ConntrackHelper': {'1.0'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Log': {'1.0'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'NDPProxy': {'1.0'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Network': {'1.1'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Port': {'1.7'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'PortForwarding': {'1.3'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'QosPolicy': {'1.10'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SecurityGroup': {'1.5'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SubPort': {'1.0'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Subnet': {'1.1'}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Trunk': {'1.1'}} Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: consumer versions: Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: { DHCP agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: HyperV agent@hv-cinder-85426: {}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: L3 agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: Metadata agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: Metering agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: Open vSwitch agent@dv-cinder-854264-2-iscsi: { 'AddressGroup': '1.2', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Agent': '1.1', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'ConntrackHelper': '1.0', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'LocalIPAssociation': '1.0', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Log': '1.0', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'NDPProxy': '1.0', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Network': '1.1', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Port': '1.7', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'PortForwarding': '1.3', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'QosPolicy': '1.10', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SecurityGroup': '1.5', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SecurityGroupRule': '1.2', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'SubPort': '1.0', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Subnet': '1.1', Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: 'Trunk': '1.1'}} Aug 29 21:26:30.445486 dv-cinder-854264-2-iscsi neutron-server[107110]: {{(pid=107110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:26:30.451855 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (ca335ec8-2cdb-4727-aad4-e94fc1adcada), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.453482 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:30.454379 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.562096 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] Pushing event updated for resources: {'Network': ['ID=ca335ec8-2cdb-4727-aad4-e94fc1adcada,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:30.576910 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks [] for router_controller (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), precommit_add_association {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.581425 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (8f98a05d-9a6f-4b38-8a53-5d74a6efa394), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.593094 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Publish callbacks [] for port (056d3884-6d5f-40e1-8636-811280d09a2f), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.597886 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:26:30.670704 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Publish callbacks [] for security_group (ea84915c-3cb5-479a-a2d3-80fbc8544b31), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.760504 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.762243 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (8f98a05d-9a6f-4b38-8a53-5d74a6efa394), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.763246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:30.763816 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.767571 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-1b6b6a87-4a7d-4ac7-818f-f9cafbf85947 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1915579 Aug 29 21:26:30.768207 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40952) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:30.775700 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Request body: {'subnet': {'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-394941110-subnet', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:30.824732 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (ea84915c-3cb5-479a-a2d3-80fbc8544b31), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.938103 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Network a03b07cd-ec6e-4782-bd47-f6ab0486a61a is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:30.942793 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Made reservation on behalf of d8d35a885c494e11b42f556554f3698b for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:30.943228 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:30.945769 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:30.946021 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.273233 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=107110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:26:31.273233 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:31.273233 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] Pushing event updated for resources: {'Network': ['ID=8f98a05d-9a6f-4b38-8a53-5d74a6efa394,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:31.274854 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Pushing event updated for resources: {'Port': ['ID=056d3884-6d5f-40e1-8636-811280d09a2f,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:31.276088 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b305b63c-da68-42ec-a359-3821ae2f6185 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4084671 Aug 29 21:26:31.277510 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 40960) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:31.277510 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Request body: {'subnet': {'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-subnet', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:31.279181 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:26:31.280350 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.280350 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.segments_db [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Added segment 745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3 of type vlan for network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 Aug 29 21:26:31.280350 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea84915c-3cb5-479a-a2d3-80fbc8544b31,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Tracked resource versions report: Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: pushed versions: Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: { 'AddressGroup': {'1.2'}, Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Agent': {'1.1'}, Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: 'ConntrackHelper': {'1.0'}, Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:26:31.282048 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Log': {'1.0'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'NDPProxy': {'1.0'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Network': {'1.1'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Port': {'1.7'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'PortForwarding': {'1.3'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'QosPolicy': {'1.10'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SecurityGroup': {'1.5'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SubPort': {'1.0'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Subnet': {'1.1'}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Trunk': {'1.1'}} Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: consumer versions: Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: { DHCP agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: HyperV agent@hv-cinder-85426: {}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: L3 agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: Metadata agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: Metering agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: Open vSwitch agent@dv-cinder-854264-2-iscsi: { 'AddressGroup': '1.2', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Agent': '1.1', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'ConntrackHelper': '1.0', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'LocalIPAssociation': '1.0', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Log': '1.0', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'NDPProxy': '1.0', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Network': '1.1', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Port': '1.7', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'PortForwarding': '1.3', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'QosPolicy': '1.10', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SecurityGroup': '1.5', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SecurityGroupRule': '1.2', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'SubPort': '1.0', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Subnet': '1.1', Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: 'Trunk': '1.1'}} Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: {{(pid=107112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Attempting to bind port 056d3884-6d5f-40e1-8636-811280d09a2f on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Attempting to bind port 056d3884-6d5f-40e1-8636-811280d09a2f by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Attempting to bind port 056d3884-6d5f-40e1-8636-811280d09a2f on network a03b07cd-ec6e-4782-bd47-f6ab0486a61a {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Checking segment: {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:31.287473 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.293329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Bound using segment: {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:31.293329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Bound port: 056d3884-6d5f-40e1-8636-811280d09a2f, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:31.293329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.293329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:31.294997 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Made reservation on behalf of bd7bb76694c2499895f24e611c644a27 for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:31.294997 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.295400 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] For port 056d3884-6d5f-40e1-8636-811280d09a2f, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:31.295400 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] For port 056d3884-6d5f-40e1-8636-811280d09a2f, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=056d3884-6d5f-40e1-8636-811280d09a2f,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:31.295751 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:31.295751 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (5d52e082-ed9a-4937-bc0b-8b03e2527c03), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.295751 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks [] for router_gateway (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.301528 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:31.451690 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.515134 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (5d52e082-ed9a-4937-bc0b-8b03e2527c03), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.515602 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (84c16168-2d13-4210-b060-f2bf7757ab6b), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.516260 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:31.517402 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.541167 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ceb68-1f32-4d0b-bb51-3a718f4bb805 None None] Pushing event updated for resources: {'Port': ['ID=056d3884-6d5f-40e1-8636-811280d09a2f,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:31.606246 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (31f3b818-e915-495f-b96b-cff7a2d9fb53), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.618229 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c16168-2d13-4210-b060-f2bf7757ab6b,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:31.621133 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Checking segment: {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:31.621313 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Network hostable DHCP agents. Network: ca335ec8-2cdb-4727-aad4-e94fc1adcada, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:26:31.715305 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f3b818-e915-495f-b96b-cff7a2d9fb53,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:31.727094 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Checking segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:31.727448 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Network hostable DHCP agents. Network: 8f98a05d-9a6f-4b38-8a53-5d74a6efa394, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:26:31.734974 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] Pushing event updated for resources: {'Network': ['ID=5d52e082-ed9a-4937-bc0b-8b03e2527c03,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:31.752147 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:26:31.816960 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:26:31.820970 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-13588431-4571-46cc-bd9a-bd652841103b admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1959612 Aug 29 21:26:31.823915 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 40996) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:31.830561 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Request body: {'subnet': {'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-subnet', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:31.852384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:31.853497 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:26:31.900894 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks [] for router_gateway (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.931412 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:31.989694 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, ca335ec8-2cdb-4727-aad4-e94fc1adcada) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:31.995215 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:31.995814 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.001531 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 8f98a05d-9a6f-4b38-8a53-5d74a6efa394) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:32.002035 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e126e-38a4-46e9-8235-71a400640c2c None None] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:32.025686 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:32.025686 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:32.026895 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:32.027482 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.038882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Made reservation on behalf of 8695633e1e2744b6b6554536f1109fc6 for: {'subnet': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:32.042384 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.099329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0930a69-3705-489d-902d-b38763c856a1 None None] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:32.124652 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Allocated IP 172.27.3.235 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/04cdb9ab-cc22-4ed1-b967-715f5754f7cf) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:32.188323 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f69e2bdb-1150-4ab5-afa6-bc74ab5d06d9 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1869519 Aug 29 21:26:32.190151 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41008) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:32.195209 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:32.227715 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-8671ee9b-433c-4b38-9ba1-0d02501a5c73 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4583492 Aug 29 21:26:32.229095 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:32.230351 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41010) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:32.236270 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:32.263314 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:26:32.264708 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.298570 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.301185 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.314564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:26:32.315760 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.339384 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks [] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.462568 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (566eb9b1-07eb-4c74-9622-b1b57afe38be), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.462568 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (566eb9b1-07eb-4c74-9622-b1b57afe38be), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.510774 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks [] for router_controller (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), precommit_add_association {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.527723 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 056d3884-6d5f-40e1-8636-811280d09a2f up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:32.582583 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks [] for router_controller (566eb9b1-07eb-4c74-9622-b1b57afe38be), precommit_add_association {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.582667 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Allocated IP 172.20.0.2 (8f98a05d-9a6f-4b38-8a53-5d74a6efa394/31f3b818-e915-495f-b96b-cff7a2d9fb53/e6b1c3cf-c60d-4353-b70d-0ffdadf551c3) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:32.617823 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.622800 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.663020 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Allocated IP 172.20.0.2 (ca335ec8-2cdb-4727-aad4-e94fc1adcada/84c16168-2d13-4210-b060-f2bf7757ab6b/f303bebe-1510-450f-ad1f-93f6762ed772) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:32.696218 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:32.696914 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 056d3884-6d5f-40e1-8636-811280d09a2f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:32.697369 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.708466 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:32.716246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:32.751912 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:32.801014 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Pushing event updated for resources: {'Port': ['ID=04cdb9ab-cc22-4ed1-b967-715f5754f7cf,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:32.902339 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Checking segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:32.902705 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Network hostable DHCP agents. Network: 5d52e082-ed9a-4937-bc0b-8b03e2527c03, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:26:32.934481 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46142355-c631-4107-b681-1896e3a12a87 None None] Network a03b07cd-ec6e-4782-bd47-f6ab0486a61a requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:32.937540 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Publish callbacks [] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.964880 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 056d3884-6d5f-40e1-8636-811280d09a2f is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:32.965262 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.080995 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.082519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:26:33.097625 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-67276221-f9e0-4a1d-adaf-e4db8f5aefee None None] Provisioning complete for port 056d3884-6d5f-40e1-8636-811280d09a2f triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:33.098213 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-67276221-f9e0-4a1d-adaf-e4db8f5aefee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.106483 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Publish callbacks [] for port (f303bebe-1510-450f-ad1f-93f6762ed772), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.157018 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks [] for router_gateway (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.160754 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 056d3884-6d5f-40e1-8636-811280d09a2f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=056d3884-6d5f-40e1-8636-811280d09a2f,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:33.168012 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks [] for router_gateway (566eb9b1-07eb-4c74-9622-b1b57afe38be), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.210430 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:33.215213 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.221337 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 5d52e082-ed9a-4937-bc0b-8b03e2527c03) {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:33.224429 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:33.227520 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:33.228158 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.230065 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:33.239710 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc99e0db-5568-4077-8ffb-230a807e75ba None None] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:33.253647 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks [] for router_gateway (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.256906 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Pushing event updated for resources: {'Port': ['ID=e6b1c3cf-c60d-4353-b70d-0ffdadf551c3,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:33.288030 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.302509 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:33.334916 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-014a7e76-f776-44bb-bc6c-d342fda50fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.347531 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-0346fce7-aeaf-4461-b0cf-a6cf7bd31acd admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5224168 Aug 29 21:26:33.352271 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41032) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:33.355474 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:33.357063 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:33.358437 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:33.493108 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.578556 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.579688 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.656194 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Pushing event updated for resources: {'Port': ['ID=f303bebe-1510-450f-ad1f-93f6762ed772,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:33.788000 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Attempting to bind port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:33.788389 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Attempting to bind port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:33.788725 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Attempting to bind port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:33.791007 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-67276221-f9e0-4a1d-adaf-e4db8f5aefee None None] Current status of the port 056d3884-6d5f-40e1-8636-811280d09a2f is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:33.797867 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:33.826733 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks [] for router_controller (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), precommit_add_association {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.844821 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:33.845099 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Checking segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:33.845490 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.845970 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Bound using segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:33.846482 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Bound port: e6b1c3cf-c60d-4353-b70d-0ffdadf551c3, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:33.846972 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.849131 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:33.868620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Attempting to bind port f303bebe-1510-450f-ad1f-93f6762ed772 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:33.868620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Attempting to bind port f303bebe-1510-450f-ad1f-93f6762ed772 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:33.868940 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Attempting to bind port f303bebe-1510-450f-ad1f-93f6762ed772 on network ca335ec8-2cdb-4727-aad4-e94fc1adcada {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:33.888437 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=056d3884-6d5f-40e1-8636-811280d09a2f,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:33.904526 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:33.904526 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Checking segment: {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:33.904526 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.904526 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Bound using segment: {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:33.904526 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Bound port: f303bebe-1510-450f-ad1f-93f6762ed772, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:33.904526 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:33.945264 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:26:33.946189 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.108993 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks [] for router_gateway (566eb9b1-07eb-4c74-9622-b1b57afe38be), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.129015 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-a21213e1-ef8b-4ed1-984f-8196f5d709c0 None None] Provisioning complete for port 056d3884-6d5f-40e1-8636-811280d09a2f triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:34.129015 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a21213e1-ef8b-4ed1-984f-8196f5d709c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.169041 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks [] for router_gateway (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.185615 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:26:34.191962 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:34.196190 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.278054 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks [] for router_gateway (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.290318 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.331025 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41056) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:34.357389 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] For port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:34.380269 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:34.388552 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] For port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=e6b1c3cf-c60d-4353-b70d-0ffdadf551c3,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:34.390529 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] For port f303bebe-1510-450f-ad1f-93f6762ed772, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:34.484823 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] For port f303bebe-1510-450f-ad1f-93f6762ed772, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=f303bebe-1510-450f-ad1f-93f6762ed772,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:34.534428 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.543099 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 056d3884-6d5f-40e1-8636-811280d09a2f up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:34.595083 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Allocated IP 172.27.3.6 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/42c0adab-72b4-430a-91b2-df627cf7bbe8) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:34.608979 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:34.630682 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Sync routers for ids ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:34.646323 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Routers {'ce4b3d1f-3967-431f-abf9-32c6dbd670d0'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:34.647210 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:34.684708 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.736210 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:34.754922 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:34.777200 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Allocated IP 172.20.0.2 (5d52e082-ed9a-4937-bc0b-8b03e2527c03/73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca/a2ae3e88-62ab-4692-9204-84168c767085) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:34.780367 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-a21213e1-ef8b-4ed1-984f-8196f5d709c0 None None] Current status of the port 056d3884-6d5f-40e1-8636-811280d09a2f is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:34.800245 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9b376ba4-ac84-4ddc-a5d7-c5fbb3993db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.843320 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c30fa-e915-4637-a57e-4d1d3014358b None None] Pushing event updated for resources: {'Port': ['ID=e6b1c3cf-c60d-4353-b70d-0ffdadf551c3,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:34.851706 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks [] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.950027 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 056d3884-6d5f-40e1-8636-811280d09a2f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:34.955041 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.996724 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9b376ba4-ac84-4ddc-a5d7-c5fbb3993db5 admin admin] Publish callbacks [] for security_group (33bc2ec1-1d94-49fd-9a69-5280360082bc), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.005456 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.010012 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-97b7ad1d-f569-4292-b717-16138c9fef42 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7964392 Aug 29 21:26:35.010263 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41086) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:35.037689 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks [] for router_gateway (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.100990 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Set router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:35.148585 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9b376ba4-ac84-4ddc-a5d7-c5fbb3993db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (33bc2ec1-1d94-49fd-9a69-5280360082bc), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.167103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.326218 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:30Z', 'updated_at': '2022-08-29T21:26:33Z', 'revision_number': 3, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'gw_port': {'id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:31Z', 'updated_at': '2022-08-29T21:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:35.348929 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377ee63-eefe-4092-bb36-cd0a51d8e0fe None None] Pushing event updated for resources: {'Port': ['ID=f303bebe-1510-450f-ad1f-93f6762ed772,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:35.366327 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Checking router: ce4b3d1f-3967-431f-abf9-32c6dbd670d0 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:35.366749 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Updating router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:35.370248 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-9b376ba4-ac84-4ddc-a5d7-c5fbb3993db5 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d9b884bbb6b647dfa7ed3a3b212fd44d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0372519 Aug 29 21:26:35.376319 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b376ba4-ac84-4ddc-a5d7-c5fbb3993db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bc2ec1-1d94-49fd-9a69-5280360082bc,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:35.378812 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41090) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:35.402208 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.413428 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8aa14e79-a870-43c5-9943-ecafb06298dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.551149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b6d3-b5e3-47e4-913d-8825c6196fbd admin admin] Publish callbacks [] for security_group (33bc2ec1-1d94-49fd-9a69-5280360082bc), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.585677 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b6d3-b5e3-47e4-913d-8825c6196fbd admin admin] Publish callbacks [] for security_group (33bc2ec1-1d94-49fd-9a69-5280360082bc), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.595086 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 056d3884-6d5f-40e1-8636-811280d09a2f is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:35.605053 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Publish callbacks [] for port (a2ae3e88-62ab-4692-9204-84168c767085), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.609135 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.715444 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (a2ae3e88-62ab-4692-9204-84168c767085), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.754052 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:35.754289 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b6d3-b5e3-47e4-913d-8825c6196fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (33bc2ec1-1d94-49fd-9a69-5280360082bc), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.757539 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b6d3-b5e3-47e4-913d-8825c6196fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.759932 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:35.760309 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-a4f3b6d3-b5e3-47e4-913d-8825c6196fbd admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/33bc2ec1-1d94-49fd-9a69-5280360082bc HTTP/1.1" status: 204 len: 168 time: 0.3746238 Aug 29 21:26:35.765642 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:35.779038 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Pushing event updated for resources: {'Port': ['ID=a2ae3e88-62ab-4692-9204-84168c767085,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:35.789539 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3b6d3-b5e3-47e4-913d-8825c6196fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bc2ec1-1d94-49fd-9a69-5280360082bc,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:35.852411 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Attempting to bind port a2ae3e88-62ab-4692-9204-84168c767085 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:35.853674 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Attempting to bind port a2ae3e88-62ab-4692-9204-84168c767085 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:35.854050 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Attempting to bind port a2ae3e88-62ab-4692-9204-84168c767085 on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:35.871575 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:35.873589 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:35.873967 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Checking segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:35.874370 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.874769 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Bound using segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:35.875265 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Bound port: a2ae3e88-62ab-4692-9204-84168c767085, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:35.875928 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a2ae3e88-62ab-4692-9204-84168c767085), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.914980 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:35.954256 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:35.956279 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Pushing event updated for resources: {'Port': ['ID=42c0adab-72b4-430a-91b2-df627cf7bbe8,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:35.957121 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] For port a2ae3e88-62ab-4692-9204-84168c767085, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:35.961425 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Allocated IP 172.27.3.162 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/c2a3dac7-eb3e-44db-be0a-06c99b5bf130) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:35.961786 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] For port a2ae3e88-62ab-4692-9204-84168c767085, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=a2ae3e88-62ab-4692-9204-84168c767085,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:36.064385 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (a2ae3e88-62ab-4692-9204-84168c767085), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:36.171423 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e1ce5-efa2-4cea-8854-29378125aad1 None None] Pushing event updated for resources: {'Port': ['ID=a2ae3e88-62ab-4692-9204-84168c767085,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:36.400306 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bfb1a7-6afd-4b6c-b3b8-4c2ba4c2614a None None] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:36.443063 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks [] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:36.515780 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-60e616e1-b99f-4de6-8dfe-f9e405a624ab None None] Provisioning complete for port f303bebe-1510-450f-ad1f-93f6762ed772 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:36.516389 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-60e616e1-b99f-4de6-8dfe-f9e405a624ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:36.601920 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:36.754644 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device a2ae3e88-62ab-4692-9204-84168c767085 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:36.823472 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:36.914946 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94e0a9-26c8-4872-9a33-1fb0f595cf3d None None] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:36.928615 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:36.948266 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks [] for router_gateway (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:36.976747 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41136) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:37.018774 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-433e6187-cf7d-47da-bf0c-aa280999def7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.039768 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:37.041285 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.104392 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Allocated IP 172.27.3.137 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:37.107185 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-60e616e1-b99f-4de6-8dfe-f9e405a624ab None None] Current status of the port f303bebe-1510-450f-ad1f-93f6762ed772 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:37.107650 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-60e616e1-b99f-4de6-8dfe-f9e405a624ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.146851 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.168529 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-60e616e1-b99f-4de6-8dfe-f9e405a624ab None None] For port f303bebe-1510-450f-ad1f-93f6762ed772, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=f303bebe-1510-450f-ad1f-93f6762ed772,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:37.204994 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port a2ae3e88-62ab-4692-9204-84168c767085 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:37.205661 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (a2ae3e88-62ab-4692-9204-84168c767085), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.279820 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-60e616e1-b99f-4de6-8dfe-f9e405a624ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.291086 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:37.317507 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:37.326280 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:37.359457 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-433e6187-cf7d-47da-bf0c-aa280999def7 admin admin] Publish callbacks [] for security_group (09c5bd8e-3e97-41cb-8ff6-186749de88ff), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.362864 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Pushing event updated for resources: {'Port': ['ID=c2a3dac7-eb3e-44db-be0a-06c99b5bf130,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:37.399617 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks [] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.412797 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e616e1-b99f-4de6-8dfe-f9e405a624ab None None] Pushing event updated for resources: {'Port': ['ID=f303bebe-1510-450f-ad1f-93f6762ed772,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:37.443360 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] Provisioning complete for port f303bebe-1510-450f-ad1f-93f6762ed772 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:37.443360 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.511614 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-433e6187-cf7d-47da-bf0c-aa280999def7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (09c5bd8e-3e97-41cb-8ff6-186749de88ff), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.521535 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:37.589837 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-433e6187-cf7d-47da-bf0c-aa280999def7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=dfa546cb9de94e54bb1cc65fb41f3d33&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6117733 Aug 29 21:26:37.591048 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e6187-cf7d-47da-bf0c-aa280999def7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c5bd8e-3e97-41cb-8ff6-186749de88ff,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:37.611522 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41140) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:37.667721 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.711250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:37.738863 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port a2ae3e88-62ab-4692-9204-84168c767085 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:37.739267 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a2ae3e88-62ab-4692-9204-84168c767085), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.745580 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:37.754184 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:37.759863 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:37.826308 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:37.846066 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Allocated IP 172.20.0.1 (a03b07cd-ec6e-4782-bd47-f6ab0486a61a/f8adc1dc-22e7-4237-89f5-7cea6ed9e661/ef1684f4-1441-4864-9717-70ec50eb310f) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:37.863572 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.864803 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port a2ae3e88-62ab-4692-9204-84168c767085, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=a2ae3e88-62ab-4692-9204-84168c767085,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:37.871481 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815d77c6-cd22-4e8e-b937-c860949c6564 None None] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:37.874744 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-83e35b74-b965-4d0f-9c53-17b873704bc6 admin admin] Publish callbacks [] for security_group (09c5bd8e-3e97-41cb-8ff6-186749de88ff), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.901388 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-83e35b74-b965-4d0f-9c53-17b873704bc6 admin admin] Publish callbacks [] for security_group (09c5bd8e-3e97-41cb-8ff6-186749de88ff), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.906145 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Publish callbacks [] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.909431 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:38.008548 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (a2ae3e88-62ab-4692-9204-84168c767085), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.009258 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device f303bebe-1510-450f-ad1f-93f6762ed772 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:38.051048 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.051519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:38.103210 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] Current status of the port f303bebe-1510-450f-ad1f-93f6762ed772 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:38.104971 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Attempting to bind port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:38.108522 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Attempting to bind port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:38.108522 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Attempting to bind port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:38.118369 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] Provisioning complete for port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:38.118744 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.119601 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:38.120288 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:38.120915 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.121508 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:38.122336 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Bound port: 04cdb9ab-cc22-4ed1-b967-715f5754f7cf, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:38.122926 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.154895 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Pushing event updated for resources: {'Port': ['ID=04cdb9ab-cc22-4ed1-b967-715f5754f7cf,revision_number=2']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:38.170476 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.171187 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.171767 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.172362 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.173575 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.174146 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.174687 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.175813 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.176394 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.176901 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Tracked resource versions report: Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: pushed versions: Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: { 'AddressGroup': {'1.2'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Agent': {'1.1'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'ConntrackHelper': {'1.0'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Log': {'1.0'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'NDPProxy': {'1.0'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Network': {'1.1'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Port': {'1.7'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'PortForwarding': {'1.3'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'QosPolicy': {'1.10'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SecurityGroup': {'1.5'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SubPort': {'1.0'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Subnet': {'1.1'}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Trunk': {'1.1'}} Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: consumer versions: Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: { DHCP agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: HyperV agent@hv-cinder-85426: {}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: L3 agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: Metadata agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: Metering agent@dv-cinder-854264-2-iscsi: {}, Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: Open vSwitch agent@dv-cinder-854264-2-iscsi: { 'AddressGroup': '1.2', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Agent': '1.1', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'ConntrackHelper': '1.0', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'LocalIPAssociation': '1.0', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Log': '1.0', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'NDPProxy': '1.0', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Network': '1.1', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Port': '1.7', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'PortForwarding': '1.3', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'QosPolicy': '1.10', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SecurityGroup': '1.5', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SecurityGroupRule': '1.2', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'SubPort': '1.0', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Subnet': '1.1', Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: 'Trunk': '1.1'}} Aug 29 21:26:38.183106 dv-cinder-854264-2-iscsi neutron-server[107113]: {{(pid=107113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:26:38.219354 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] For port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:38.223404 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] For port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=04cdb9ab-cc22-4ed1-b967-715f5754f7cf,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:38.257725 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=a2ae3e88-62ab-4692-9204-84168c767085,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:38.282225 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port f303bebe-1510-450f-ad1f-93f6762ed772 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:38.285716 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.285882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks [] for router_gateway (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.285882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-83e35b74-b965-4d0f-9c53-17b873704bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (09c5bd8e-3e97-41cb-8ff6-186749de88ff), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.288762 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-83e35b74-b965-4d0f-9c53-17b873704bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.289422 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-83e35b74-b965-4d0f-9c53-17b873704bc6 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/09c5bd8e-3e97-41cb-8ff6-186749de88ff HTTP/1.1" status: 204 len: 168 time: 0.6809475 Aug 29 21:26:38.332436 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Publish callbacks [] for port (ef1684f4-1441-4864-9717-70ec50eb310f), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.337627 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e35b74-b965-4d0f-9c53-17b873704bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c5bd8e-3e97-41cb-8ff6-186749de88ff,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:38.338547 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks [] for router_gateway (566eb9b1-07eb-4c74-9622-b1b57afe38be), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.387681 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] Current status of the port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:38.388103 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.399351 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.410131 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.492812 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Routers {'ce4b3d1f-3967-431f-abf9-32c6dbd670d0'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:38.493239 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:38.510897 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] For port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=e6b1c3cf-c60d-4353-b70d-0ffdadf551c3,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:38.527422 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.537784 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port f303bebe-1510-450f-ad1f-93f6762ed772 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:38.539115 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:38.595431 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.643833 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5df9b-47cc-4e92-bf1a-174f47bfa8ec None None] Pushing event updated for resources: {'Port': ['ID=04cdb9ab-cc22-4ed1-b967-715f5754f7cf,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:38.691755 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.722770 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.724673 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:26:38.729048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:38.729556 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.752442 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d358b19-b274-4e04-9108-6210a924ede7 None None] Pushing event updated for resources: {'Port': ['ID=e6b1c3cf-c60d-4353-b70d-0ffdadf551c3,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:38.779341 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] Set router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:38.782116 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:38.812292 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-83022a82-13ec-4701-9f30-e7db5d85951c None None] Provisioning complete for port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:38.812678 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-83022a82-13ec-4701-9f30-e7db5d85951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.842102 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Network a03b07cd-ec6e-4782-bd47-f6ab0486a61a is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:38.864310 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:38.866624 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Pushing event updated for resources: {'Port': ['ID=ef1684f4-1441-4864-9717-70ec50eb310f,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:38.878968 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:38.879385 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.891101 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:38.959778 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (566eb9b1-07eb-4c74-9622-b1b57afe38be), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:39.073481 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:39.124591 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-83022a82-13ec-4701-9f30-e7db5d85951c None None] Current status of the port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:39.137806 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:26:39.143306 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-83022a82-13ec-4701-9f30-e7db5d85951c None None] Provisioning complete for port a2ae3e88-62ab-4692-9204-84168c767085 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:39.143708 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-83022a82-13ec-4701-9f30-e7db5d85951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (a2ae3e88-62ab-4692-9204-84168c767085), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:39.200218 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:30Z', 'updated_at': '2022-08-29T21:26:33Z', 'revision_number': 3, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'gw_port': {'id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:31Z', 'updated_at': '2022-08-29T21:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:39.264044 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa61ca-3fb1-4a3b-a13d-c1f789d8a1c2 None None] The sync data for ids ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'] in dv-cinder-854264-2-iscsi is: [{'id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:30Z', 'updated_at': '2022-08-29T21:26:33Z', 'revision_number': 3, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'gw_port': {'id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:31Z', 'updated_at': '2022-08-29T21:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:39.394601 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:39.396848 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Sync routers for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:39.397208 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:39.397448 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device f303bebe-1510-450f-ad1f-93f6762ed772 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:39.397532 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:39.397532 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:39.397532 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:39.405758 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-83022a82-13ec-4701-9f30-e7db5d85951c None None] Current status of the port a2ae3e88-62ab-4692-9204-84168c767085 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:39.440420 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:39.440420 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:39.523354 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:39.536764 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port f303bebe-1510-450f-ad1f-93f6762ed772 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:39.537128 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:39.550368 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:39.551942 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b0f11d3a-84a5-4b61-8726-b4b628fa9bc6 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1984229 Aug 29 21:26:39.554780 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41190) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:39.578809 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:39.583725 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2eea340c-6760-4c5d-be7d-7cecf1155448 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3923805 Aug 29 21:26:39.590534 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-33a9e90f-a565-4ffb-99db-00414024fabc None None] Provisioning complete for port ef1684f4-1441-4864-9717-70ec50eb310f triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:39.591081 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-33a9e90f-a565-4ffb-99db-00414024fabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:39.598329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41192) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:39.632599 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:39.777865 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:39.873157 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-33a9e90f-a565-4ffb-99db-00414024fabc None None] Port ef1684f4-1441-4864-9717-70ec50eb310f cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:39.890956 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:37Z', 'revision_number': 3, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:39.892720 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port f303bebe-1510-450f-ad1f-93f6762ed772 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:39.893949 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:39.936480 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:39.937066 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Updating router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:39.980259 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:39.993922 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:39.997912 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:39.998346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.159355 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Router 566eb9b1-07eb-4c74-9622-b1b57afe38be is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:26:40.207629 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41206) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:40.213370 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:40.214487 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device a2ae3e88-62ab-4692-9204-84168c767085 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:40.237675 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:40.280663 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:40.306904 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:40.339573 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:36Z', 'revision_number': 3, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:40.393009 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Checking router: f9d73043-11e5-4eb8-998b-61fdeb0d2b58 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:40.393368 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Updating router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 port 42c0adab-72b4-430a-91b2-df627cf7bbe8 binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:40.448303 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.452166 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port a2ae3e88-62ab-4692-9204-84168c767085 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:40.452540 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (a2ae3e88-62ab-4692-9204-84168c767085), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.506432 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d488df7a-ac68-4a16-af26-7d91cbccda05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.558451 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.775611 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:40.778903 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Publish callbacks [] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.869349 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Allocated IP 172.20.0.1 (5d52e082-ed9a-4937-bc0b-8b03e2527c03/73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca/603811a1-1c10-40ac-99e0-9f8af69d7218) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:40.878070 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port a2ae3e88-62ab-4692-9204-84168c767085 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:40.882997 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.932970 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Attempting to bind port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:40.933495 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Attempting to bind port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:40.934003 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Attempting to bind port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:40.939373 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Publish callbacks [] for port (ef1684f4-1441-4864-9717-70ec50eb310f), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.954904 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:40.955740 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:40.956365 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.956972 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:40.958521 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Bound port: 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:40.960438 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:40.988497 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:41.017866 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Sync routers for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:41.044533 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:41.044722 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:41.045771 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d488df7a-ac68-4a16-af26-7d91cbccda05 admin admin] Publish callbacks [] for security_group (05d1b664-c7b1-44b0-84e9-81556541bdc0), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.055971 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce06472-5233-4ea7-8335-3bbcdc74de59 None None] Pushing event updated for resources: {'Port': ['ID=55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05,revision_number=2']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:41.060694 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Publish callbacks [] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.062944 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] For port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:41.067562 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] For port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:41.094439 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.095956 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.189804 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.202243 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.221021 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:41.242305 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 04cdb9ab-cc22-4ed1-b967-715f5754f7cf up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:41.246256 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Pushing event updated for resources: {'Port': ['ID=ef1684f4-1441-4864-9717-70ec50eb310f,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:41.249977 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:41.265709 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:41.270302 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.271572 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-8b3b3960-8d5e-4ba7-9e6e-14d886222074 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0401723 Aug 29 21:26:41.272360 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d488df7a-ac68-4a16-af26-7d91cbccda05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (05d1b664-c7b1-44b0-84e9-81556541bdc0), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.282311 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:41.282821 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.292561 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41230) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:41.318803 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Publish callbacks [] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.346446 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:41.348140 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d488df7a-ac68-4a16-af26-7d91cbccda05 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=04b4e36569b9430bbfab0c39b6041fdf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1313412 Aug 29 21:26:41.348266 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce06472-5233-4ea7-8335-3bbcdc74de59 None None] Pushing event updated for resources: {'Port': ['ID=55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:41.351784 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41234) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:41.372885 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:41.373528 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:41.397200 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:41.471829 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:41.472486 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.531818 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:41.538876 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Pushing event updated for resources: {'Port': ['ID=603811a1-1c10-40ac-99e0-9f8af69d7218,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:41.542245 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.559096 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488df7a-ac68-4a16-af26-7d91cbccda05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d1b664-c7b1-44b0-84e9-81556541bdc0,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:41.632100 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.653428 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6508-f75e-4d30-9775-4b7b87758327 admin admin] Publish callbacks [] for security_group (05d1b664-c7b1-44b0-84e9-81556541bdc0), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.697729 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Network a03b07cd-ec6e-4782-bd47-f6ab0486a61a is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:41.706594 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:41.716986 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6508-f75e-4d30-9775-4b7b87758327 admin admin] Publish callbacks [] for security_group (05d1b664-c7b1-44b0-84e9-81556541bdc0), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.765907 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Attempting to bind port 42c0adab-72b4-430a-91b2-df627cf7bbe8 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:41.771040 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Attempting to bind port 42c0adab-72b4-430a-91b2-df627cf7bbe8 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:41.772547 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Attempting to bind port 42c0adab-72b4-430a-91b2-df627cf7bbe8 on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:41.779422 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:41.809269 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-7273d5c9-da35-459f-ad53-9aca618ccbc4 None None] Provisioning complete for port 603811a1-1c10-40ac-99e0-9f8af69d7218 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:41.809801 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7273d5c9-da35-459f-ad53-9aca618ccbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.852699 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-7273d5c9-da35-459f-ad53-9aca618ccbc4 None None] Port 603811a1-1c10-40ac-99e0-9f8af69d7218 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:41.854709 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:41.855248 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:41.855826 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.856391 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:41.856967 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Bound port: 42c0adab-72b4-430a-91b2-df627cf7bbe8, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:41.857535 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:41.931563 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:37Z', 'revision_number': 3, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:41.956831 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa47f10-a5da-4793-a9c9-65f0d8083795 None None] Pushing event updated for resources: {'Port': ['ID=42c0adab-72b4-430a-91b2-df627cf7bbe8,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:41.986369 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64133fa9-3aec-480d-a519-f960cc4b2908 None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:37Z', 'revision_number': 3, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:42.102684 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:26:42.127158 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6508-f75e-4d30-9775-4b7b87758327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (05d1b664-c7b1-44b0-84e9-81556541bdc0), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.132296 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6508-f75e-4d30-9775-4b7b87758327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.136121 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6d4b6508-f75e-4d30-9775-4b7b87758327 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/05d1b664-c7b1-44b0-84e9-81556541bdc0 HTTP/1.1" status: 204 len: 168 time: 0.7541101 Aug 29 21:26:42.139084 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Allocated IP 172.20.0.1 (8f98a05d-9a6f-4b38-8a53-5d74a6efa394/31f3b818-e915-495f-b96b-cff7a2d9fb53/e00ba6ac-2319-4d85-a015-c8e309d194d5) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:42.156839 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:42.157795 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.159573 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b6508-f75e-4d30-9775-4b7b87758327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d1b664-c7b1-44b0-84e9-81556541bdc0,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:42.171798 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] For port 42c0adab-72b4-430a-91b2-df627cf7bbe8, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:42.279059 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:37Z', 'revision_number': 3, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:42.283190 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.350669 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] For port 42c0adab-72b4-430a-91b2-df627cf7bbe8, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=42c0adab-72b4-430a-91b2-df627cf7bbe8,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:42.365006 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Checking router: 566eb9b1-07eb-4c74-9622-b1b57afe38be for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:42.365370 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Updating router 566eb9b1-07eb-4c74-9622-b1b57afe38be port c2a3dac7-eb3e-44db-be0a-06c99b5bf130 binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:42.370270 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-5e87fa30-933d-4b16-879f-b700785cedf4 None None] Provisioning complete for port ef1684f4-1441-4864-9717-70ec50eb310f triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:42.370648 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-5e87fa30-933d-4b16-879f-b700785cedf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.384657 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=04cdb9ab-cc22-4ed1-b967-715f5754f7cf,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:42.452849 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:42.462977 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6ff8035b-bf2c-4de2-9327-26ce23763a5a admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/ce4b3d1f-3967-431f-abf9-32c6dbd670d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4517283 Aug 29 21:26:42.466144 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.479437 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Sync routers for ids ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:42.486345 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Publish callbacks [] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.498493 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Routers {'ce4b3d1f-3967-431f-abf9-32c6dbd670d0'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:42.501882 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:42.508681 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:42.520181 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.657448 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa47f10-a5da-4793-a9c9-65f0d8083795 None None] Pushing event updated for resources: {'Port': ['ID=42c0adab-72b4-430a-91b2-df627cf7bbe8,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:42.661308 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.681327 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-5e87fa30-933d-4b16-879f-b700785cedf4 None None] Port ef1684f4-1441-4864-9717-70ec50eb310f cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:42.695745 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Set router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:42.723878 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.811863 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:42.835537 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:42.837659 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:42.884203 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:42.889728 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Pushing event updated for resources: {'Port': ['ID=e00ba6ac-2319-4d85-a015-c8e309d194d5,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:42.916844 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:42.921063 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:42.945014 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:42.949172 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.003389 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:43.138342 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.242110 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:30Z', 'updated_at': '2022-08-29T21:26:39Z', 'revision_number': 4, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'gw_port': {'id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:31Z', 'updated_at': '2022-08-29T21:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'ef1684f4-1441-4864-9717-70ec50eb310f', 'name': '', 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'mac_address': 'fa:16:3e:de:b6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f8adc1dc-22e7-4237-89f5-7cea6ed9e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:37Z', 'updated_at': '2022-08-29T21:26:40Z', 'revision_number': 2, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'subnets': [{'id': 'f8adc1dc-22e7-4237-89f5-7cea6ed9e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:43.279546 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:43.301268 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=04cdb9ab-cc22-4ed1-b967-715f5754f7cf,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:43.316446 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:43.332332 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Checking router: ce4b3d1f-3967-431f-abf9-32c6dbd670d0 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:43.332809 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Updating router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 port ef1684f4-1441-4864-9717-70ec50eb310f binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:43.395393 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.412938 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.489324 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-9b55fa6f-7763-437b-aa83-3bc0cea8e696 None None] Provisioning complete for port e00ba6ac-2319-4d85-a015-c8e309d194d5 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:43.512405 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-9b55fa6f-7763-437b-aa83-3bc0cea8e696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.603025 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41286) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:43.604682 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Allocated IP 172.20.0.1 (ca335ec8-2cdb-4727-aad4-e94fc1adcada/84c16168-2d13-4210-b060-f2bf7757ab6b/59755a55-f774-4134-bdce-a4668f1965a0) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:43.654595 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e2eb8151-43e2-4c90-91c1-43f05a5ec30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.734408 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Publish callbacks [] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.737160 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41304) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:43.749930 dv-cinder-854264-2-iscsi neutron-server[107110]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 21:26:43.802529 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-9b55fa6f-7763-437b-aa83-3bc0cea8e696 None None] Port e00ba6ac-2319-4d85-a015-c8e309d194d5 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:43.864693 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:43.865064 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.880053 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.885826 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.898532 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Publish callbacks [] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.904474 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:43.927698 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e2eb8151-43e2-4c90-91c1-43f05a5ec30c admin admin] Publish callbacks [] for security_group (00a44d1e-0aed-469b-bc0a-97bf3078fd25), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.929038 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Publish callbacks [] for port (ef1684f4-1441-4864-9717-70ec50eb310f), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.008200 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e2eb8151-43e2-4c90-91c1-43f05a5ec30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (00a44d1e-0aed-469b-bc0a-97bf3078fd25), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.008937 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.031023 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:36Z', 'revision_number': 3, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:44.037697 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Publish callbacks [] for port (59755a55-f774-4134-bdce-a4668f1965a0), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.059959 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41c826-a4c8-4d5c-b031-ee9465e098a2 None None] The sync data for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi is: [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:36Z', 'revision_number': 3, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:44.072296 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.075225 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.090457 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb8151-43e2-4c90-91c1-43f05a5ec30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a44d1e-0aed-469b-bc0a-97bf3078fd25,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:44.140100 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:44.140484 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.158487 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Publish callbacks [] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.183420 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:44.217478 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Attempting to bind port ef1684f4-1441-4864-9717-70ec50eb310f on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:44.218285 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Pushing event updated for resources: {'Port': ['ID=603811a1-1c10-40ac-99e0-9f8af69d7218,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:44.224360 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Attempting to bind port ef1684f4-1441-4864-9717-70ec50eb310f by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:44.224802 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Attempting to bind port ef1684f4-1441-4864-9717-70ec50eb310f on network a03b07cd-ec6e-4782-bd47-f6ab0486a61a {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:44.227039 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f180b1-93e8-42cf-a673-8a7ed9b17933 None None] Pushing event updated for resources: {'Port': ['ID=ef1684f4-1441-4864-9717-70ec50eb310f,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:44.236784 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:44.237212 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Checking segment: {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:44.237743 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.238263 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Bound using segment: {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:44.238760 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Bound port: ef1684f4-1441-4864-9717-70ec50eb310f, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:44.239176 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.314960 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.316855 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.332591 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e2eb8151-43e2-4c90-91c1-43f05a5ec30c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a84aa5e3024c4adb8b2724daf318900a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7291267 Aug 29 21:26:44.335862 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Pushing event updated for resources: {'Port': ['ID=e00ba6ac-2319-4d85-a015-c8e309d194d5,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:44.337889 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] For port ef1684f4-1441-4864-9717-70ec50eb310f, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:44.338669 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41310) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:44.347967 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] For port ef1684f4-1441-4864-9717-70ec50eb310f, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ef1684f4-1441-4864-9717-70ec50eb310f,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:44.361758 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Attempting to bind port c2a3dac7-eb3e-44db-be0a-06c99b5bf130 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:44.365750 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Attempting to bind port c2a3dac7-eb3e-44db-be0a-06c99b5bf130 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:44.366119 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Attempting to bind port c2a3dac7-eb3e-44db-be0a-06c99b5bf130 on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:44.369399 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-cba63f04-160e-41fd-83ed-0de0526cda4c tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:44.370940 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-cba63f04-160e-41fd-83ed-0de0526cda4c tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/networks?id=a03b07cd-ec6e-4782-bd47-f6ab0486a61a HTTP/1.1" status: 200 len: 812 time: 0.6248169 Aug 29 21:26:44.373293 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:44.378476 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:44.396078 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:44.398969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:44.398969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.398969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:44.398969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Bound port: c2a3dac7-eb3e-44db-be0a-06c99b5bf130, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:44.398969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.471052 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c6e185e8-9991-414e-9d37-cdcd1e471b9b admin admin] Publish callbacks [] for security_group (00a44d1e-0aed-469b-bc0a-97bf3078fd25), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.494962 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-5f2b71e9-d3b2-47fe-af47-aeee11fd4ebb tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/quotas/c852db97ba734c7088df6af689b41d16 HTTP/1.1" status: 200 len: 375 time: 0.1081221 Aug 29 21:26:44.520544 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:44.520740 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] For port c2a3dac7-eb3e-44db-be0a-06c99b5bf130, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:44.526427 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.526656 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] For port c2a3dac7-eb3e-44db-be0a-06c99b5bf130, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=c2a3dac7-eb3e-44db-be0a-06c99b5bf130,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:44.543223 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:44.583041 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:44.623323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c6e185e8-9991-414e-9d37-cdcd1e471b9b admin admin] Publish callbacks [] for security_group (00a44d1e-0aed-469b-bc0a-97bf3078fd25), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.730938 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.734557 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (59755a55-f774-4134-bdce-a4668f1965a0), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.745344 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b53878-4a1a-4dff-b83a-38e1b7c8f882 None None] Pushing event updated for resources: {'Port': ['ID=c2a3dac7-eb3e-44db-be0a-06c99b5bf130,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:44.758394 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f180b1-93e8-42cf-a673-8a7ed9b17933 None None] Pushing event updated for resources: {'Port': ['ID=ef1684f4-1441-4864-9717-70ec50eb310f,revision_number=4']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:44.828373 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Routers {'ce4b3d1f-3967-431f-abf9-32c6dbd670d0'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:44.829597 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:44.871085 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c6e185e8-9991-414e-9d37-cdcd1e471b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (00a44d1e-0aed-469b-bc0a-97bf3078fd25), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.884505 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c6e185e8-9991-414e-9d37-cdcd1e471b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.885318 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:44.888597 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:44.889304 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c6e185e8-9991-414e-9d37-cdcd1e471b9b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/00a44d1e-0aed-469b-bc0a-97bf3078fd25 HTTP/1.1" status: 204 len: 168 time: 0.5476310 Aug 29 21:26:44.903772 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-2bbfd419-0639-4f3a-8c9d-1dc7689da957 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=c852db97ba734c7088df6af689b41d16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3813834 Aug 29 21:26:44.930435 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e185e8-9991-414e-9d37-cdcd1e471b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a44d1e-0aed-469b-bc0a-97bf3078fd25,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:44.987781 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:44.991438 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Pushing event updated for resources: {'Port': ['ID=59755a55-f774-4134-bdce-a4668f1965a0,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:45.015198 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:26:45.021714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:45.025917 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:45.026414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (566eb9b1-07eb-4c74-9622-b1b57afe38be), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:45.153167 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b53878-4a1a-4dff-b83a-38e1b7c8f882 None None] Pushing event updated for resources: {'Port': ['ID=c2a3dac7-eb3e-44db-be0a-06c99b5bf130,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:45.301758 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-87b2e06b-42d8-4499-81d3-68ea1e53409f None None] Provisioning complete for port 603811a1-1c10-40ac-99e0-9f8af69d7218 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:45.305617 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-87b2e06b-42d8-4499-81d3-68ea1e53409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:45.324181 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] Set router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:45.466773 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:45.497957 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:26:45.612145 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:45.640231 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c79a23c3-6368-46a4-898c-25ba72c13334 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0843389 Aug 29 21:26:45.681706 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:45.693275 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-fede357b-5cc0-4d80-abe0-d2393217aa1c admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/f9d73043-11e5-4eb8-998b-61fdeb0d2b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0926197 Aug 29 21:26:45.706247 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 42c0adab-72b4-430a-91b2-df627cf7bbe8 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:45.759748 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:45.769445 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:45.850967 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-88727bdc-4a52-49f9-bee6-330da6927cc6 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:26:45.852177 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-88727bdc-4a52-49f9-bee6-330da6927cc6 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3094537 Aug 29 21:26:45.858551 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:45.865758 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (59755a55-f774-4134-bdce-a4668f1965a0), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:45.885412 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 42c0adab-72b4-430a-91b2-df627cf7bbe8 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:45.885811 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:45.889900 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:45.897212 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:45.974399 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-87b2e06b-42d8-4499-81d3-68ea1e53409f None None] Port 603811a1-1c10-40ac-99e0-9f8af69d7218 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:46.059639 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:30Z', 'updated_at': '2022-08-29T21:26:39Z', 'revision_number': 4, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'gw_port': {'id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:31Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'ef1684f4-1441-4864-9717-70ec50eb310f', 'name': '', 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'mac_address': 'fa:16:3e:de:b6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f8adc1dc-22e7-4237-89f5-7cea6ed9e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:37Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'subnets': [{'id': 'f8adc1dc-22e7-4237-89f5-7cea6ed9e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:46.132750 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840a984-2ebf-4033-8db7-7307fb8ebd3e None None] The sync data for ids ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'] in dv-cinder-854264-2-iscsi is: [{'id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:30Z', 'updated_at': '2022-08-29T21:26:39Z', 'revision_number': 4, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'gw_port': {'id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:31Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'ef1684f4-1441-4864-9717-70ec50eb310f', 'name': '', 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'mac_address': 'fa:16:3e:de:b6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f8adc1dc-22e7-4237-89f5-7cea6ed9e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:37Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'subnets': [{'id': 'f8adc1dc-22e7-4237-89f5-7cea6ed9e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:46.190020 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 42c0adab-72b4-430a-91b2-df627cf7bbe8 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:46.190660 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:46.235441 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-8055332f-b5a2-4a4a-80d5-7b3fafe2f1bd service neutron] 10.222.0.65 "GET /networking/v2.0/networks/a03b07cd-ec6e-4782-bd47-f6ab0486a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762808 Aug 29 21:26:46.249814 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 42c0adab-72b4-430a-91b2-df627cf7bbe8, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=42c0adab-72b4-430a-91b2-df627cf7bbe8,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:46.310549 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-fc204b8c-9e1e-4a41-9774-d0765e4ef432 None None] Provisioning complete for port 59755a55-f774-4134-bdce-a4668f1965a0 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:46.311217 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fc204b8c-9e1e-4a41-9774-d0765e4ef432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (59755a55-f774-4134-bdce-a4668f1965a0), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:46.379420 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-3a950479-a24d-4681-86ba-062af71fc085 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/a03b07cd-ec6e-4782-bd47-f6ab0486a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303594 Aug 29 21:26:46.390888 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:46.391857 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:46.469386 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:46.534598 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:46.554037 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:37Z', 'revision_number': 3, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:46.569296 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-fc204b8c-9e1e-4a41-9774-d0765e4ef432 None None] Port 59755a55-f774-4134-bdce-a4668f1965a0 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:46.665084 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Publish callbacks [] for port (59755a55-f774-4134-bdce-a4668f1965a0), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:46.668984 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2b77f-40c1-4103-a4ec-a78c4c7740eb None None] The sync data for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi is: [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:37Z', 'revision_number': 3, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:46.689182 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-fc204b8c-9e1e-4a41-9774-d0765e4ef432 None None] Provisioning complete for port e00ba6ac-2319-4d85-a015-c8e309d194d5 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:46.690065 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fc204b8c-9e1e-4a41-9774-d0765e4ef432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:46.721433 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41394) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:46.736398 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-784a2381-feaf-49f3-a2dc-c182a8a7da7a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279496774', 'description': 'tempest-description--795198794'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:46.749457 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:46.759441 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:46.768697 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:46.790584 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (59755a55-f774-4134-bdce-a4668f1965a0), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:46.792509 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (566eb9b1-07eb-4c74-9622-b1b57afe38be), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:46.925075 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-784a2381-feaf-49f3-a2dc-c182a8a7da7a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:47.015439 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:47.110190 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=42c0adab-72b4-430a-91b2-df627cf7bbe8,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:47.237264 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-784a2381-feaf-49f3-a2dc-c182a8a7da7a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (69a2c4bb-3e28-4bc8-ab74-e993026a5e4c), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:47.296904 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:47.337468 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-784a2381-feaf-49f3-a2dc-c182a8a7da7a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (69a2c4bb-3e28-4bc8-ab74-e993026a5e4c), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:47.408138 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-fc204b8c-9e1e-4a41-9774-d0765e4ef432 None None] Port e00ba6ac-2319-4d85-a015-c8e309d194d5 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:47.425584 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41446) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:47.428522 dv-cinder-854264-2-iscsi neutron-server[107111]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 21:26:47.448471 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a2381-feaf-49f3-a2dc-c182a8a7da7a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:47.585990 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 2, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:47.601848 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-88295dac-7554-49f4-907b-962f86e62439 req-bdde0a9f-35be-49fb-b2d0-34f6b3bc7ce3 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.1039085 Aug 29 21:26:47.604676 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Pushing event updated for resources: {'Port': ['ID=59755a55-f774-4134-bdce-a4668f1965a0,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:47.696982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:47.698595 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:47.707813 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Sync routers for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:47.721649 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-784a2381-feaf-49f3-a2dc-c182a8a7da7a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:47.723116 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-784a2381-feaf-49f3-a2dc-c182a8a7da7a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9999833 Aug 29 21:26:47.727238 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:47.746297 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:47.747255 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:47.758614 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41452) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:47.777427 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-c86cabe9-f27d-4d5b-8a2a-a6c1df849340 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group_rule': {'security_group_id': '69a2c4bb-3e28-4bc8-ab74-e993026a5e4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:47.990056 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:48.060483 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Router 566eb9b1-07eb-4c74-9622-b1b57afe38be has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:26:48.094953 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:48.105125 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 04cdb9ab-cc22-4ed1-b967-715f5754f7cf up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:48.222825 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c86cabe9-f27d-4d5b-8a2a-a6c1df849340 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (4c96cf55-eda8-494c-97e5-cb71072cc940), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:48.271857 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:48.274458 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Updating router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf port 603811a1-1c10-40ac-99e0-9f8af69d7218 binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:48.411952 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58191619-370f-483b-81ca-655dd442521e admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:48.424684 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-edd57862-9bc8-4ddb-98d9-40f4c3143aba None None] Provisioning complete for port 59755a55-f774-4134-bdce-a4668f1965a0 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:48.425334 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-edd57862-9bc8-4ddb-98d9-40f4c3143aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (59755a55-f774-4134-bdce-a4668f1965a0), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:48.432822 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-58191619-370f-483b-81ca-655dd442521e admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/566eb9b1-07eb-4c74-9622-b1b57afe38be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0389369 Aug 29 21:26:48.468846 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c86cabe9-f27d-4d5b-8a2a-a6c1df849340 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (4c96cf55-eda8-494c-97e5-cb71072cc940), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:48.477404 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:48.480592 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-19d1b326-a3e3-4349-ba17-e5cb78bbe087 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:48.501997 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-19d1b326-a3e3-4349-ba17-e5cb78bbe087 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 816 time: 1.0697470 Aug 29 21:26:48.502545 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:48.503043 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:48.532922 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-53dee5b1-2ce7-4018-86d3-af12b9b75788 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/quotas/bd7bb76694c2499895f24e611c644a27 HTTP/1.1" status: 200 len: 375 time: 0.0270572 Aug 29 21:26:48.550198 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-edd57862-9bc8-4ddb-98d9-40f4c3143aba None None] Port 59755a55-f774-4134-bdce-a4668f1965a0 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:48.558903 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:48.642770 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c86cabe9-f27d-4d5b-8a2a-a6c1df849340 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (4c96cf55-eda8-494c-97e5-cb71072cc940), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:48.696337 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 2, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:48.714062 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cabe9-f27d-4d5b-8a2a-a6c1df849340 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c96cf55-eda8-494c-97e5-cb71072cc940,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:48.728897 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-b1590269-32c4-4e33-82e9-1d8f870c4509 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890883 Aug 29 21:26:48.747505 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Checking router: f9d73043-11e5-4eb8-998b-61fdeb0d2b58 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:48.748134 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Updating router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 port e00ba6ac-2319-4d85-a015-c8e309d194d5 binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:48.810770 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:48.820045 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c86cabe9-f27d-4d5b-8a2a-a6c1df849340 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:48.825298 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c86cabe9-f27d-4d5b-8a2a-a6c1df849340 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0506444 Aug 29 21:26:48.826228 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41498) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:48.836986 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-2661c9be-d1a4-4d00-b97d-a55c1debdbdc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group_rule': {'security_group_id': '69a2c4bb-3e28-4bc8-ab74-e993026a5e4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:48.909963 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1044b9ac-326b-47ad-bbd1-8b4c0b387e98 req-a07e2629-70ff-4500-a142-b2e439cb3665 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.1000304 Aug 29 21:26:48.969965 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2661c9be-d1a4-4d00-b97d-a55c1debdbdc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (cfa146a7-e775-4d2b-b413-e92bb40d216c), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.021158 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:49.182977 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2661c9be-d1a4-4d00-b97d-a55c1debdbdc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (cfa146a7-e775-4d2b-b413-e92bb40d216c), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.237607 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Publish callbacks [] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.295309 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device c2a3dac7-eb3e-44db-be0a-06c99b5bf130 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:49.315204 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Publish callbacks [] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.327145 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2661c9be-d1a4-4d00-b97d-a55c1debdbdc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (cfa146a7-e775-4d2b-b413-e92bb40d216c), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.331532 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.354244 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661c9be-d1a4-4d00-b97d-a55c1debdbdc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa146a7-e775-4d2b-b413-e92bb40d216c,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:49.384275 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41516) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:49.388277 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.422497 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230fb25-337f-4ad6-af8f-0dbc3c8e5544 None None] Pushing event updated for resources: {'Port': ['ID=603811a1-1c10-40ac-99e0-9f8af69d7218,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:49.432311 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b8aa6-cf71-46a2-b474-3bb4db85a863 None None] Pushing event updated for resources: {'Port': ['ID=e00ba6ac-2319-4d85-a015-c8e309d194d5,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:49.443734 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port c2a3dac7-eb3e-44db-be0a-06c99b5bf130 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:49.444775 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.458248 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2661c9be-d1a4-4d00-b97d-a55c1debdbdc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.470210 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2661c9be-d1a4-4d00-b97d-a55c1debdbdc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6398659 Aug 29 21:26:49.470684 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41520) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:49.475532 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:49.489479 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Attempting to bind port 603811a1-1c10-40ac-99e0-9f8af69d7218 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:49.490312 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Attempting to bind port 603811a1-1c10-40ac-99e0-9f8af69d7218 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:49.490970 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Attempting to bind port 603811a1-1c10-40ac-99e0-9f8af69d7218 on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:49.501758 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:49.502539 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Checking segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:49.503161 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.503781 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Bound using segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:49.504609 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Bound port: 603811a1-1c10-40ac-99e0-9f8af69d7218, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:49.505217 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.519855 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Attempting to bind port e00ba6ac-2319-4d85-a015-c8e309d194d5 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:49.520258 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Attempting to bind port e00ba6ac-2319-4d85-a015-c8e309d194d5 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:49.520750 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Attempting to bind port e00ba6ac-2319-4d85-a015-c8e309d194d5 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:49.530328 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:49.531866 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Checking segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:49.532623 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.533031 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Bound using segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:49.535144 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Bound port: e00ba6ac-2319-4d85-a015-c8e309d194d5, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:49.535676 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.613423 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port c2a3dac7-eb3e-44db-be0a-06c99b5bf130 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:49.616381 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.627404 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] For port e00ba6ac-2319-4d85-a015-c8e309d194d5, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:49.630311 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] For port 603811a1-1c10-40ac-99e0-9f8af69d7218, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:49.631798 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] For port e00ba6ac-2319-4d85-a015-c8e309d194d5, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=e00ba6ac-2319-4d85-a015-c8e309d194d5,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:49.635384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] For port 603811a1-1c10-40ac-99e0-9f8af69d7218, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=603811a1-1c10-40ac-99e0-9f8af69d7218,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:49.645420 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.646210 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port c2a3dac7-eb3e-44db-be0a-06c99b5bf130, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=c2a3dac7-eb3e-44db-be0a-06c99b5bf130,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:49.675203 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:49.712285 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.755258 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.757346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ef1684f4-1441-4864-9717-70ec50eb310f up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:49.773591 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.843574 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b8aa6-cf71-46a2-b474-3bb4db85a863 None None] Pushing event updated for resources: {'Port': ['ID=e00ba6ac-2319-4d85-a015-c8e309d194d5,revision_number=4']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:49.875594 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:49.882677 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:49.890159 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:49.960967 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:49.961784 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:49.967748 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.029789 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:50.036204 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=c2a3dac7-eb3e-44db-be0a-06c99b5bf130,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:50.105710 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-2902afd0-40e3-4aaa-af33-8fb455fb2b2a service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:26:50.121809 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-91e6c9b1-2730-442b-a549-00a04a9a6f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.134513 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-2902afd0-40e3-4aaa-af33-8fb455fb2b2a service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5756514 Aug 29 21:26:50.143592 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41542) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:50.144131 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41544) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:50.148434 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230fb25-337f-4ad6-af8f-0dbc3c8e5544 None None] Pushing event updated for resources: {'Port': ['ID=603811a1-1c10-40ac-99e0-9f8af69d7218,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:50.205072 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:50.240353 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port ef1684f4-1441-4864-9717-70ec50eb310f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:50.240767 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.273055 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:50.293155 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-c49db724-99c8-49e2-81b8-c83602e1bec5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1670744255', 'description': 'tempest-description--814780935'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:50.306414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-91e6c9b1-2730-442b-a549-00a04a9a6f4a admin admin] Publish callbacks [] for security_group (0947afba-74ba-47df-ba36-59bb9ba53030), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.356917 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-13d81365-b7e7-4451-b9a6-80d679e12756 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185481 Aug 29 21:26:50.422668 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port ef1684f4-1441-4864-9717-70ec50eb310f is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:50.424127 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.425877 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-60ec3902-d165-42ca-956d-c69a7bdff4f3 req-61daaef4-5362-4f9e-9ff1-00b3f8bad127 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.1215417 Aug 29 21:26:50.447768 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:50.470649 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-91e6c9b1-2730-442b-a549-00a04a9a6f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0947afba-74ba-47df-ba36-59bb9ba53030), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.491695 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-43ec62ab-6141-497b-97ae-29793022b62d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276569 Aug 29 21:26:50.561875 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:50.592302 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:50.601596 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b6640d2a-be1d-4fd6-a708-63a652169310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.657936 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea14a8-3bba-4ac2-bc75-72ad94313dfe None None] The sync data for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi is: [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:50.671530 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-91e6c9b1-2730-442b-a549-00a04a9a6f4a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8c7b1ec1f3fa4f38ac616f3d03ec5a10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2848709 Aug 29 21:26:50.674804 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41566) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:50.676884 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6c9b1-2730-442b-a549-00a04a9a6f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0947afba-74ba-47df-ba36-59bb9ba53030,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:50.704694 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c49db724-99c8-49e2-81b8-c83602e1bec5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.749296 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port ef1684f4-1441-4864-9717-70ec50eb310f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ef1684f4-1441-4864-9717-70ec50eb310f,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:50.754755 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Allocated IP 172.27.3.166 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/01ccd86b-817e-40f9-9f18-dd70e4d46bd0) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:50.762123 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0d447b2d-601f-4111-beef-ef881d97c00a admin admin] Publish callbacks [] for security_group (0947afba-74ba-47df-ba36-59bb9ba53030), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.784987 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:50.792229 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0d447b2d-601f-4111-beef-ef881d97c00a admin admin] Publish callbacks [] for security_group (0947afba-74ba-47df-ba36-59bb9ba53030), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.889043 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:50.890089 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 42c0adab-72b4-430a-91b2-df627cf7bbe8 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:50.998196 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0d447b2d-601f-4111-beef-ef881d97c00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0947afba-74ba-47df-ba36-59bb9ba53030), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.002560 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0d447b2d-601f-4111-beef-ef881d97c00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.002560 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0d447b2d-601f-4111-beef-ef881d97c00a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0947afba-74ba-47df-ba36-59bb9ba53030 HTTP/1.1" status: 204 len: 168 time: 0.3256586 Aug 29 21:26:51.019685 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d447b2d-601f-4111-beef-ef881d97c00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0947afba-74ba-47df-ba36-59bb9ba53030,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:51.030301 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=ef1684f4-1441-4864-9717-70ec50eb310f,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:51.041795 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:51.061644 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:51.075691 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b6640d2a-be1d-4fd6-a708-63a652169310 admin admin] Publish callbacks [] for security_group (8c1b0dfc-59e4-47c5-ab0c-5d25d50df75f), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.099785 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba6c44-6b8d-47d4-8a17-81f06158f0e2 None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:51.112249 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c49db724-99c8-49e2-81b8-c83602e1bec5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (d2a255a9-4986-48ee-a20b-9db8a59382db), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.130111 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 42c0adab-72b4-430a-91b2-df627cf7bbe8 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:51.130514 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.159960 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (01ccd86b-817e-40f9-9f18-dd70e4d46bd0), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.210892 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b6640d2a-be1d-4fd6-a708-63a652169310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8c1b0dfc-59e4-47c5-ab0c-5d25d50df75f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.265860 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 42c0adab-72b4-430a-91b2-df627cf7bbe8 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:51.337477 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:51.377878 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-10e9c7f4-320d-402b-a787-6dfbfb336c4b req-ede91482-97ad-4a12-8f51-a2034516dc3c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 210 time: 0.1960104 Aug 29 21:26:51.416908 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6640d2a-be1d-4fd6-a708-63a652169310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1b0dfc-59e4-47c5-ab0c-5d25d50df75f,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:51.420223 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c49db724-99c8-49e2-81b8-c83602e1bec5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (d2a255a9-4986-48ee-a20b-9db8a59382db), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.474497 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49db724-99c8-49e2-81b8-c83602e1bec5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a255a9-4986-48ee-a20b-9db8a59382db,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:51.478384 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (01ccd86b-817e-40f9-9f18-dd70e4d46bd0), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.535641 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=01ccd86b-817e-40f9-9f18-dd70e4d46bd0,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:51.540391 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c49db724-99c8-49e2-81b8-c83602e1bec5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.544435 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c49db724-99c8-49e2-81b8-c83602e1bec5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2587006 Aug 29 21:26:51.547432 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41594) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:51.553389 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-757e9ce1-c862-4ba9-9b08-2db7539113cd tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'security_group_rule': {'security_group_id': 'd2a255a9-4986-48ee-a20b-9db8a59382db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:51.561566 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b6640d2a-be1d-4fd6-a708-63a652169310 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6deae8a22a664e51b44bb289159e6bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2744482 Aug 29 21:26:51.569025 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41596) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:51.574039 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:51.589871 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:51.592880 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:51.683498 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41600) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:51.752595 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-99e4f43b-4291-4184-9159-ad86bb4010c8 admin admin] Publish callbacks [] for security_group (8c1b0dfc-59e4-47c5-ab0c-5d25d50df75f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.761915 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Sync routers for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:51.797271 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:51.798161 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:51.834432 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-99e4f43b-4291-4184-9159-ad86bb4010c8 admin admin] Publish callbacks [] for security_group (8c1b0dfc-59e4-47c5-ab0c-5d25d50df75f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:51.848977 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (8e40629e-63d7-4023-9c94-aa9df665436b), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.082990 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-757e9ce1-c862-4ba9-9b08-2db7539113cd tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (e60d2182-c229-4559-bd81-3bfa236b770d), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.104567 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9327d11e-9834-4c39-9bb1-cc7e8d18d1a7 req-005d8eb8-96bc-422c-8413-5500124625cb tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.2649088 Aug 29 21:26:52.109487 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (01ccd86b-817e-40f9-9f18-dd70e4d46bd0), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.157808 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-99e4f43b-4291-4184-9159-ad86bb4010c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8c1b0dfc-59e4-47c5-ab0c-5d25d50df75f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.163487 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-99e4f43b-4291-4184-9159-ad86bb4010c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.165161 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-99e4f43b-4291-4184-9159-ad86bb4010c8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8c1b0dfc-59e4-47c5-ab0c-5d25d50df75f HTTP/1.1" status: 204 len: 168 time: 0.5950739 Aug 29 21:26:52.204071 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4f43b-4291-4184-9159-ad86bb4010c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1b0dfc-59e4-47c5-ab0c-5d25d50df75f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:52.215748 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-757e9ce1-c862-4ba9-9b08-2db7539113cd tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (e60d2182-c229-4559-bd81-3bfa236b770d), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.238535 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device c2a3dac7-eb3e-44db-be0a-06c99b5bf130 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:52.317491 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:52.365676 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-757e9ce1-c862-4ba9-9b08-2db7539113cd tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (e60d2182-c229-4559-bd81-3bfa236b770d), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.388176 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port c2a3dac7-eb3e-44db-be0a-06c99b5bf130 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:52.388552 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.399080 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-2e662bba-a4bd-4532-a164-3c9b8fe19604 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:52.400818 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-2e662bba-a4bd-4532-a164-3c9b8fe19604 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 816 time: 0.2892652 Aug 29 21:26:52.441526 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e9ce1-c862-4ba9-9b08-2db7539113cd tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60d2182-c229-4559-bd81-3bfa236b770d,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:52.458561 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-a74d80b8-a03b-4aa3-adb8-5343e306cd9c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/quotas/bd7bb76694c2499895f24e611c644a27 HTTP/1.1" status: 200 len: 375 time: 0.0415800 Aug 29 21:26:52.463078 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ef48eb28-5e80-4bf1-b050-e995886975b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.550016 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-757e9ce1-c862-4ba9-9b08-2db7539113cd tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.551404 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-757e9ce1-c862-4ba9-9b08-2db7539113cd tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0018106 Aug 29 21:26:52.555991 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41630) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:52.561631 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-2a2e75c2-2a40-4e38-b27e-62c085ee1891 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'security_group_rule': {'security_group_id': 'd2a255a9-4986-48ee-a20b-9db8a59382db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:52.595783 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-0a3545e0-63cc-4b56-8c03-4eb5d5297fe3 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281803 Aug 29 21:26:52.688038 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ef48eb28-5e80-4bf1-b050-e995886975b3 admin admin] Publish callbacks [] for security_group (e4d9ad9a-458f-4e9c-9e27-706882b2fc39), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.698844 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2a2e75c2-2a40-4e38-b27e-62c085ee1891 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (d28f2bce-86fa-4363-b037-e9fdb828d524), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.718512 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:52.724448 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (01ccd86b-817e-40f9-9f18-dd70e4d46bd0), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.771472 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port c2a3dac7-eb3e-44db-be0a-06c99b5bf130 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:52.773329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ef1684f4-1441-4864-9717-70ec50eb310f up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:52.798155 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-84c6da5e-3204-4331-9a76-5751d4c166e3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935625 Aug 29 21:26:52.802765 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2a2e75c2-2a40-4e38-b27e-62c085ee1891 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (d28f2bce-86fa-4363-b037-e9fdb828d524), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.902676 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ef48eb28-5e80-4bf1-b050-e995886975b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e4d9ad9a-458f-4e9c-9e27-706882b2fc39), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.938160 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2a2e75c2-2a40-4e38-b27e-62c085ee1891 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (d28f2bce-86fa-4363-b037-e9fdb828d524), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:52.982727 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 2, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:53.046881 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Checking router: 566eb9b1-07eb-4c74-9622-b1b57afe38be for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:53.047229 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Updating router 566eb9b1-07eb-4c74-9622-b1b57afe38be port 59755a55-f774-4134-bdce-a4668f1965a0 binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:53.049675 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (01ccd86b-817e-40f9-9f18-dd70e4d46bd0), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.050660 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (8e40629e-63d7-4023-9c94-aa9df665436b), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.081189 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:53.084661 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48eb28-5e80-4bf1-b050-e995886975b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d9ad9a-458f-4e9c-9e27-706882b2fc39,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:53.096603 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.16', 51133) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:53.107530 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ef48eb28-5e80-4bf1-b050-e995886975b3 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8f58a8e730ad4824b8ea4d5a18908675&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4125776 Aug 29 21:26:53.113414 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (59755a55-f774-4134-bdce-a4668f1965a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.135275 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41646) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:53.137279 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e75c2-2a40-4e38-b27e-62c085ee1891 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28f2bce-86fa-4363-b037-e9fdb828d524,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:53.196117 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=01ccd86b-817e-40f9-9f18-dd70e4d46bd0,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:53.249501 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-48682db4-7388-485e-89de-4e7fccbb45ff service neutron] 10.222.0.65 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502261 Aug 29 21:26:53.264620 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.269449 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-d643f073-270b-44fb-94c3-19cabd0ae4d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7977107 Aug 29 21:26:53.324270 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2a2e75c2-2a40-4e38-b27e-62c085ee1891 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.335812 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41656) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:53.335965 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2a2e75c2-2a40-4e38-b27e-62c085ee1891 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7784564 Aug 29 21:26:53.341538 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:53.443707 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port ef1684f4-1441-4864-9717-70ec50eb310f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:53.444144 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.451423 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:53.451954 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:53.458035 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7cc6aac0-b26c-4e57-8abf-ce4b6928b8a0 req-c78451bc-18c4-4a51-a552-4a4e25e07927 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.0611815 Aug 29 21:26:53.504633 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f64351b7-b467-488e-93f2-361c54c3be50 admin admin] Publish callbacks [] for security_group (e4d9ad9a-458f-4e9c-9e27-706882b2fc39), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.515929 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.528096 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-71355d09-b173-40bb-983e-f01134efc444 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:53.529552 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-71355d09-b173-40bb-983e-f01134efc444 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.16 "GET /networking/v2.0/networks?id=a03b07cd-ec6e-4782-bd47-f6ab0486a61a HTTP/1.1" status: 200 len: 812 time: 0.4312110 Aug 29 21:26:53.544633 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f64351b7-b467-488e-93f2-361c54c3be50 admin admin] Publish callbacks [] for security_group (e4d9ad9a-458f-4e9c-9e27-706882b2fc39), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.579786 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Request body: {'port': {'device_id': '1b5c96ac-f97f-448f-beca-9f9caa324e64', 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a', 'admin_state_up': True, 'tenant_id': 'c852db97ba734c7088df6af689b41d16'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:53.631365 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Publish callbacks [] for port (59755a55-f774-4134-bdce-a4668f1965a0), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.670185 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d175ea3a-780c-46cb-97f0-21c83688142f req-b61107ce-8bbc-4857-aee8-409a5493efb6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 210 time: 0.0372863 Aug 29 21:26:53.707954 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port ef1684f4-1441-4864-9717-70ec50eb310f is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:53.709409 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device e00ba6ac-2319-4d85-a015-c8e309d194d5 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:53.726907 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:53.814681 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (59755a55-f774-4134-bdce-a4668f1965a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.860808 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:53.939678 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b28bb-5993-4f75-a240-d377b32c6494 None None] Pushing event updated for resources: {'Port': ['ID=59755a55-f774-4134-bdce-a4668f1965a0,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:53.976154 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port e00ba6ac-2319-4d85-a015-c8e309d194d5 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:53.976597 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.071576 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:54.156813 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41680) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:54.197807 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-42c26311-f1a8-4351-8e46-43c279481b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.238238 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f64351b7-b467-488e-93f2-361c54c3be50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e4d9ad9a-458f-4e9c-9e27-706882b2fc39), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.241012 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f64351b7-b467-488e-93f2-361c54c3be50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.242371 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f64351b7-b467-488e-93f2-361c54c3be50 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e4d9ad9a-458f-4e9c-9e27-706882b2fc39 HTTP/1.1" status: 204 len: 168 time: 1.0917182 Aug 29 21:26:54.276380 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64351b7-b467-488e-93f2-361c54c3be50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d9ad9a-458f-4e9c-9e27-706882b2fc39,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:54.302265 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Allocated IP 172.27.3.44 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/72e06398-5b0e-4455-9633-cb931f671f5c) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:54.369146 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Attempting to bind port 59755a55-f774-4134-bdce-a4668f1965a0 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:54.369811 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Attempting to bind port 59755a55-f774-4134-bdce-a4668f1965a0 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:54.374190 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Attempting to bind port 59755a55-f774-4134-bdce-a4668f1965a0 on network ca335ec8-2cdb-4727-aad4-e94fc1adcada {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:54.413922 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Made reservation on behalf of c852db97ba734c7088df6af689b41d16 for: {'port': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:54.415311 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:54.415868 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Checking segment: {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:54.418009 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.418360 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.420743 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Bound using segment: {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:54.422685 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Bound port: 59755a55-f774-4134-bdce-a4668f1965a0, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:54.423304 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (59755a55-f774-4134-bdce-a4668f1965a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.505038 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port e00ba6ac-2319-4d85-a015-c8e309d194d5 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:54.505448 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.685871 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port e00ba6ac-2319-4d85-a015-c8e309d194d5, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=e00ba6ac-2319-4d85-a015-c8e309d194d5,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:54.697523 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] For port 59755a55-f774-4134-bdce-a4668f1965a0, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:54.701169 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] For port 59755a55-f774-4134-bdce-a4668f1965a0, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=59755a55-f774-4134-bdce-a4668f1965a0,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:54.799837 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c6fcbe33-9c6b-4395-a96c-42b48681c294 req-93ec884e-0357-4bf0-930b-9be50b9e74eb tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.1137476 Aug 29 21:26:54.808929 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-42c26311-f1a8-4351-8e46-43c279481b62 admin admin] Publish callbacks [] for security_group (0f5e926b-1b99-4699-ab6a-3754d9fc526a), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.809109 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.810150 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 603811a1-1c10-40ac-99e0-9f8af69d7218 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:54.881744 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-6fed1817-3589-460e-b086-fab1a0b00110 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1279496774&fields=id&tenant_id=8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 267 time: 0.2196629 Aug 29 21:26:54.893752 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-42c26311-f1a8-4351-8e46-43c279481b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0f5e926b-1b99-4699-ab6a-3754d9fc526a), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:54.934142 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Allocated IP 172.20.0.7 (a03b07cd-ec6e-4782-bd47-f6ab0486a61a/f8adc1dc-22e7-4237-89f5-7cea6ed9e661/eba29033-b888-4888-a4cd-c1d7388e8109) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:54.936828 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=e00ba6ac-2319-4d85-a015-c8e309d194d5,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:54.941116 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (59755a55-f774-4134-bdce-a4668f1965a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:55.030443 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-02c6c69a-ddd5-4fb6-b5c7-8d34dd9d3a20 req-36e4af35-3584-490b-84c8-185492b43178 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 210 time: 0.1560595 Aug 29 21:26:55.086691 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c26311-f1a8-4351-8e46-43c279481b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5e926b-1b99-4699-ab6a-3754d9fc526a,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:55.104090 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:55.105446 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:55.106087 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:26:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:55.156670 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for port (72e06398-5b0e-4455-9633-cb931f671f5c), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:55.295807 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 603811a1-1c10-40ac-99e0-9f8af69d7218 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:55.296224 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:55.307985 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Publish callbacks [] for port (eba29033-b888-4888-a4cd-c1d7388e8109), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:55.455448 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:55.470921 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:55.473085 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-42c26311-f1a8-4351-8e46-43c279481b62 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=80d0980a3c9845a6adcbd373871d9098&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3151970 Aug 29 21:26:55.477710 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 41724) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:55.610744 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-b4a97eee-d3c2-469c-893a-370ae4dd83ab tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:55.613745 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-b4a97eee-d3c2-469c-893a-370ae4dd83ab tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 815 time: 0.7056541 Aug 29 21:26:55.662955 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b28bb-5993-4f75-a240-d377b32c6494 None None] Pushing event updated for resources: {'Port': ['ID=59755a55-f774-4134-bdce-a4668f1965a0,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:55.671466 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (72e06398-5b0e-4455-9633-cb931f671f5c), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:55.691298 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:55.769693 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-54fdde39-b630-449b-ab12-2d1d7450ad8e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/quotas/8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 375 time: 0.1394401 Aug 29 21:26:55.814772 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 603811a1-1c10-40ac-99e0-9f8af69d7218 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:55.815187 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:55.818584 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:55.862816 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:55.875110 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2140ebca-44d0-44a1-9a51-481343fb4bb7 admin admin] Publish callbacks [] for security_group (0f5e926b-1b99-4699-ab6a-3754d9fc526a), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:55.880547 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:55.966668 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2140ebca-44d0-44a1-9a51-481343fb4bb7 admin admin] Publish callbacks [] for security_group (0f5e926b-1b99-4699-ab6a-3754d9fc526a), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.013854 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 603811a1-1c10-40ac-99e0-9f8af69d7218, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=603811a1-1c10-40ac-99e0-9f8af69d7218,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:56.016025 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:56.028711 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:56.048355 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Network a03b07cd-ec6e-4782-bd47-f6ab0486a61a is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:56.090180 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41748) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:56.091436 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'Port': ['ID=72e06398-5b0e-4455-9633-cb931f671f5c,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:56.126793 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.145476 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-c05a8086-e21e-448f-9dea-edd062148af1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3361161 Aug 29 21:26:56.173436 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:56.176494 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:56.183730 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:56.184749 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.189735 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9cbc-79f1-4b44-b3bd-7fff145afe34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.196148 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59363534-a9b7-45d5-955a-b98f4ae1cf9d req-71bfdb06-2066-44f3-9e04-4bf0f44292ac tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:56.198228 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-59363534-a9b7-45d5-955a-b98f4ae1cf9d req-71bfdb06-2066-44f3-9e04-4bf0f44292ac tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 931 time: 0.2287531 Aug 29 21:26:56.249429 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Pushing event updated for resources: {'Port': ['ID=eba29033-b888-4888-a4cd-c1d7388e8109,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:56.269280 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:56.271345 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=603811a1-1c10-40ac-99e0-9f8af69d7218,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:56.305910 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.16', 51144) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:56.322153 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-59363534-a9b7-45d5-955a-b98f4ae1cf9d req-6de2f7ad-e138-4412-ad1c-6029b2e01a29 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983508 Aug 29 21:26:56.366089 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4a559-128b-42f6-91b7-b4e07222fbe6 None None] The sync data for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi is: [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:56.371448 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.495343 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-15d8b75a-c4b4-4dfa-89e0-ed5965576388 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9158676 Aug 29 21:26:56.514374 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-35aedfbe-24de-4d3f-b0f6-e1a0cfa9b6d1 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:26:56.515492 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-35aedfbe-24de-4d3f-b0f6-e1a0cfa9b6d1 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0193040 Aug 29 21:26:56.546457 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device e00ba6ac-2319-4d85-a015-c8e309d194d5 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:56.603253 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-5666cf8a-0547-4a77-aa91-3c8b0ba31415 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:56.605191 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-5666cf8a-0547-4a77-aa91-3c8b0ba31415 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 816 time: 0.2818019 Aug 29 21:26:56.608855 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9cbc-79f1-4b44-b3bd-7fff145afe34 admin admin] Publish callbacks [] for security_group (905d5a4a-61d8-43e8-93db-790c9ce2a038), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.623748 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Request body: {'port': {'device_id': '28b9b318-ba34-455a-90b9-4ff5619fa02e', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'admin_state_up': True, 'tenant_id': 'bd7bb76694c2499895f24e611c644a27'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:56.642188 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (72e06398-5b0e-4455-9633-cb931f671f5c), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.644414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:56.667734 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port e00ba6ac-2319-4d85-a015-c8e309d194d5 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:56.669255 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.700505 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-f9544ace-eb6b-4213-8b20-ee46d182d5b2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541387 Aug 29 21:26:56.747487 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9cbc-79f1-4b44-b3bd-7fff145afe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (905d5a4a-61d8-43e8-93db-790c9ce2a038), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.806537 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-bc5e9a52-89c1-4e42-9acd-0b9fe36c0f25 None None] Provisioning complete for port eba29033-b888-4888-a4cd-c1d7388e8109 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:56.806969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9a52-89c1-4e42-9acd-0b9fe36c0f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.867047 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2140ebca-44d0-44a1-9a51-481343fb4bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0f5e926b-1b99-4699-ab6a-3754d9fc526a), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.870506 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2140ebca-44d0-44a1-9a51-481343fb4bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:56.876015 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2140ebca-44d0-44a1-9a51-481343fb4bb7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0f5e926b-1b99-4699-ab6a-3754d9fc526a HTTP/1.1" status: 204 len: 168 time: 1.3965452 Aug 29 21:26:56.923861 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e9a52-89c1-4e42-9acd-0b9fe36c0f25 None None] Port eba29033-b888-4888-a4cd-c1d7388e8109 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:56.939217 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:56.972409 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Made reservation on behalf of bd7bb76694c2499895f24e611c644a27 for: {'port': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:56.985448 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:57.177745 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for port (72e06398-5b0e-4455-9633-cb931f671f5c), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:57.276017 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:57.283283 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-0d0b9cbc-79f1-4b44-b3bd-7fff145afe34 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=bba0123e9f4c474793c1532073a08fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1888413 Aug 29 21:26:57.293211 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9bc713dd-6644-498b-bd63-289abb35a7c7 req-038c15fd-c384-467c-b865-d3a728b12370 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 210 time: 0.6741288 Aug 29 21:26:57.306510 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41772) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:57.306774 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140ebca-44d0-44a1-9a51-481343fb4bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5e926b-1b99-4699-ab6a-3754d9fc526a,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:57.310387 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (72e06398-5b0e-4455-9633-cb931f671f5c), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:57.313727 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:57.325845 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:57.351005 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port e00ba6ac-2319-4d85-a015-c8e309d194d5 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:57.357242 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:57.406222 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b9cbc-79f1-4b44-b3bd-7fff145afe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905d5a4a-61d8-43e8-93db-790c9ce2a038,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:57.524625 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'Port': ['ID=72e06398-5b0e-4455-9633-cb931f671f5c,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:57.550876 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:57.552576 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-7f91894f-3549-4576-9136-6c46fef1c33d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2154660 Aug 29 21:26:57.570377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.16', 51151) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:57.576145 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-6bf22c80-a1f6-4736-a672-6e8ee7906211 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8668194 Aug 29 21:26:57.586674 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1ec342c1-5b0d-48d5-b560-13b13ffea407 admin admin] Publish callbacks [] for security_group (905d5a4a-61d8-43e8-93db-790c9ce2a038), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:57.656149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1ec342c1-5b0d-48d5-b560-13b13ffea407 admin admin] Publish callbacks [] for security_group (905d5a4a-61d8-43e8-93db-790c9ce2a038), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:57.693061 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Allocated IP 172.20.0.8 (8f98a05d-9a6f-4b38-8a53-5d74a6efa394/31f3b818-e915-495f-b96b-cff7a2d9fb53/9038f059-1399-4f98-9ce3-88cce7cf0565) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:57.817535 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1ec342c1-5b0d-48d5-b560-13b13ffea407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (905d5a4a-61d8-43e8-93db-790c9ce2a038), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:57.820148 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1ec342c1-5b0d-48d5-b560-13b13ffea407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:57.824537 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-1ec342c1-5b0d-48d5-b560-13b13ffea407 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/905d5a4a-61d8-43e8-93db-790c9ce2a038 HTTP/1.1" status: 204 len: 168 time: 0.5131214 Aug 29 21:26:57.841736 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec342c1-5b0d-48d5-b560-13b13ffea407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905d5a4a-61d8-43e8-93db-790c9ce2a038,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:58.032408 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2282abe7-a26f-4ef5-b223-bff9a65c57bb req-3b05c89c-1f30-413b-a35f-134e1c7f1eaa tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.0496359 Aug 29 21:26:58.098746 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:58.138375 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Request body: {'port': {'device_id': '1b5c96ac-f97f-448f-beca-9f9caa324e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:58.276371 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf7b62-c410-48f4-8784-99b106ac5308 req-06ce041b-c8a3-40d2-a846-b791af2c17f0 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:58.301734 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e5bf7b62-c410-48f4-8784-99b106ac5308 req-06ce041b-c8a3-40d2-a846-b791af2c17f0 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 931 time: 0.7910826 Aug 29 21:26:58.342814 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:58.528008 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-318a94e6-1234-470f-9fc7-c69a9a480a18 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1670744255&fields=id&tenant_id=d8d35a885c494e11b42f556554f3698b HTTP/1.1" status: 200 len: 267 time: 0.1570826 Aug 29 21:26:58.581626 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 603811a1-1c10-40ac-99e0-9f8af69d7218 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:58.631041 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:58.689472 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 603811a1-1c10-40ac-99e0-9f8af69d7218 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:58.690135 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:58.702686 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e5bf7b62-c410-48f4-8784-99b106ac5308 req-ce847b77-9567-4608-8e31-d3b782422e99 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998640 Aug 29 21:26:58.716157 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-08ca00ff-f534-4251-97ae-e3d5571a4dc9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:58.717522 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-08ca00ff-f534-4251-97ae-e3d5571a4dc9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 816 time: 1.1311531 Aug 29 21:26:58.764762 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Request body: {'port': {'device_id': '37678b50-656d-49b5-8f7a-5059a89f458d', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'admin_state_up': True, 'tenant_id': 'bd7bb76694c2499895f24e611c644a27'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:58.860230 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-49eb46c9-64fc-4cdc-a290-51d23e848e1c tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:58.940942 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-49eb46c9-64fc-4cdc-a290-51d23e848e1c tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 200 len: 810 time: 0.3152320 Aug 29 21:26:58.941335 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:58.941441 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-a104bd44-b8b4-4707-8096-59d39ff9c8af tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/quotas/d8d35a885c494e11b42f556554f3698b HTTP/1.1" status: 200 len: 375 time: 0.0230691 Aug 29 21:26:58.941528 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 603811a1-1c10-40ac-99e0-9f8af69d7218 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:58.941528 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 59755a55-f774-4134-bdce-a4668f1965a0 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:58.997511 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-33ef6665-4ae0-4844-84fb-ee0419aefb70 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840805 Aug 29 21:26:59.032648 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:26:59.089087 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 59755a55-f774-4134-bdce-a4668f1965a0 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:59.089466 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (59755a55-f774-4134-bdce-a4668f1965a0), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:59.154114 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:59.170690 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-d42c01ea-f9c9-4efa-a7c3-b5b10917b074 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718223 Aug 29 21:26:59.195073 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event updated for resources: {'Port': ['ID=9038f059-1399-4f98-9ce3-88cce7cf0565,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:59.259682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 59755a55-f774-4134-bdce-a4668f1965a0 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:59.265403 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (59755a55-f774-4134-bdce-a4668f1965a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:59.331282 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 59755a55-f774-4134-bdce-a4668f1965a0, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=59755a55-f774-4134-bdce-a4668f1965a0,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:59.375041 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:59.394284 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:59.405926 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:59.411074 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (59755a55-f774-4134-bdce-a4668f1965a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:59.414890 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:59.414890 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:59.418234 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a30c7080-f8e1-4072-a7fa-8943405ba510 req-aadab2c8-7488-4908-b16a-c386d9b0b93c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 210 time: 0.5149310 Aug 29 21:26:59.473015 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-187cb8d9-9cb1-4ac4-8994-58577878c2a6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926672 Aug 29 21:26:59.684138 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=59755a55-f774-4134-bdce-a4668f1965a0,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:59.826969 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:59.851217 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:59.924605 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3b857d7a-27ee-4975-917b-24956c558194 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3053317 Aug 29 21:26:59.925619 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-7fb46cc3-ed88-4949-8520-0c559bcd10f4 None None] Provisioning complete for port 9038f059-1399-4f98-9ce3-88cce7cf0565 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:59.925619 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7fb46cc3-ed88-4949-8520-0c559bcd10f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:59.946363 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-62392d31-fde4-47d4-87f5-66d749d6d4f1 req-7dcbb45a-b70f-491c-b341-feb21c47ee5b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.2560234 Aug 29 21:26:59.983133 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Request body: {'port': {'device_id': '28b9b318-ba34-455a-90b9-4ff5619fa02e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:27:00.138428 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-7fb46cc3-ed88-4949-8520-0c559bcd10f4 None None] Port 9038f059-1399-4f98-9ce3-88cce7cf0565 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:27:00.207855 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Made reservation on behalf of bd7bb76694c2499895f24e611c644a27 for: {'port': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:27:00.221635 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:00.330816 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4d0ca73f-4fca-4355-bb24-81656a208d30 req-10fb26ca-8182-4bb5-b8c3-223d3e4fc7ee tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.1321166 Aug 29 21:27:00.364637 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 59755a55-f774-4134-bdce-a4668f1965a0 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:27:00.406247 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef356c04-8bad-4b40-b520-bc033d0831ae req-af85eab0-a8a2-4c85-8f43-d6336d3fd6dc tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:00.414033 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ef356c04-8bad-4b40-b520-bc033d0831ae req-af85eab0-a8a2-4c85-8f43-d6336d3fd6dc tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 931 time: 0.2310066 Aug 29 21:27:00.417231 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:00.507080 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 59755a55-f774-4134-bdce-a4668f1965a0 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:27:00.507685 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (59755a55-f774-4134-bdce-a4668f1965a0), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:00.508518 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:00.724275 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 59755a55-f774-4134-bdce-a4668f1965a0 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:00.966772 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ef356c04-8bad-4b40-b520-bc033d0831ae req-c66977c6-4e58-4543-b061-28e6ed89d22b tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515959 Aug 29 21:27:01.020970 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba29033-b888-4888-a4cd-c1d7388e8109 {{(pid=107111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:01.089438 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Publish callbacks [] for port (eba29033-b888-4888-a4cd-c1d7388e8109), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:01.360371 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f62c39fc-b306-43fc-85a6-822a589c97ea req-40833270-971d-4817-990d-55089dd2b26f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 210 time: 0.4457562 Aug 29 21:27:01.472269 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.provisioning_blocks [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Transition to ACTIVE for port object eba29033-b888-4888-a4cd-c1d7388e8109 will not be triggered until provisioned by entity L2. {{(pid=107111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:27:01.510577 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1127250c-5426-4629-bc0e-fc205ac577f1 req-b1e80817-1400-4f64-85e2-8b77def18733 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.0872154 Aug 29 21:27:01.514858 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Allocated IP 172.20.0.7 (8f98a05d-9a6f-4b38-8a53-5d74a6efa394/31f3b818-e915-495f-b96b-cff7a2d9fb53/97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:27:01.534163 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0e3c852c-6287-4ddb-b185-d1a01ccfb3f9 req-69da2d98-ac14-4d89-8774-0cb47ce8f808 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.1607375 Aug 29 21:27:01.596423 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:01.774441 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Pushing event updated for resources: {'Port': ['ID=eba29033-b888-4888-a4cd-c1d7388e8109,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:01.830879 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Attempting to bind port eba29033-b888-4888-a4cd-c1d7388e8109 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:27:01.837512 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Attempting to bind port eba29033-b888-4888-a4cd-c1d7388e8109 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:27:01.837512 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Attempting to bind port eba29033-b888-4888-a4cd-c1d7388e8109 on network a03b07cd-ec6e-4782-bd47-f6ab0486a61a {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:01.891777 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Port eba29033-b888-4888-a4cd-c1d7388e8109 on network a03b07cd-ec6e-4782-bd47-f6ab0486a61a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:27:01.894346 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Attempting to bind port eba29033-b888-4888-a4cd-c1d7388e8109 on network a03b07cd-ec6e-4782-bd47-f6ab0486a61a {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:01.934318 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:27:01.934943 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Checking segment: {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:27:01.935648 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Bound using segment: {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:27:01.936314 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Bound port: eba29033-b888-4888-a4cd-c1d7388e8109, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ccf7c1-b15e-4096-879f-820184d9a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a'}}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:27:01.936884 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:01.944362 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:02.038864 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] For port eba29033-b888-4888-a4cd-c1d7388e8109, host hv-cinder-85426, cleared binding levels {{(pid=107111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:27:02.048866 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] For port eba29033-b888-4888-a4cd-c1d7388e8109, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eba29033-b888-4888-a4cd-c1d7388e8109,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:27:02.177997 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:02.217495 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb1536-bdf2-4464-bc4b-f10bfc88742a req-df2f5574-1797-457d-8155-d6e2af05fba2 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:02.227278 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a1fb1536-bdf2-4464-bc4b-f10bfc88742a req-df2f5574-1797-457d-8155-d6e2af05fba2 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.1287625 Aug 29 21:27:02.265024 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:02.272139 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:02.293928 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:02.293928 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:02.300992 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/eba29033-b888-4888-a4cd-c1d7388e8109 HTTP/1.1" status: 200 len: 1093 time: 4.9929585 Aug 29 21:27:02.321498 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5c96ac-f97f-448f-beca-9f9caa324e64', 'tag': 'eba29033-b888-4888-a4cd-c1d7388e8109'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:02.374790 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a1fb1536-bdf2-4464-bc4b-f10bfc88742a req-967ffec9-3ec7-40fb-af1e-a41a6423a2e3 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244183 Aug 29 21:27:02.473576 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:02.558173 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:27:02.631501 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:27:02.654394 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:27:02.667535 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:02.669618 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:02.717121 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb43b0b-20d4-4d9a-83cd-fe2171d324df service neutron] Pushing event updated for resources: {'Port': ['ID=eba29033-b888-4888-a4cd-c1d7388e8109,revision_number=3']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:02.834632 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77f13302-5e51-4882-8454-7704d937569a req-0d8c6c5a-5e91-4ca3-93a5-26a09c0e602d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.1231964 Aug 29 21:27:02.835136 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358b08f-a7af-4aa2-a687-1d84c1e6befa req-07b21b40-52a2-491c-abd0-737212c6cf74 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:02.835244 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:02.835332 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9358b08f-a7af-4aa2-a687-1d84c1e6befa req-07b21b40-52a2-491c-abd0-737212c6cf74 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 931 time: 0.3369622 Aug 29 21:27:02.914935 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9038f059-1399-4f98-9ce3-88cce7cf0565 {{(pid=107111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:02.960670 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Publish callbacks [] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:02.967861 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event updated for resources: {'Port': ['ID=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:03.009449 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35229ecb-e784-4be2-8cf0-9e317bfdec5c req-e0f08354-f912-4450-91b8-4fc641cbad7f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.0700364 Aug 29 21:27:03.028179 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-ef6e40ff-f26e-41d4-9472-6d717fae317c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2655542 Aug 29 21:27:03.028179 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.provisioning_blocks [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Transition to ACTIVE for port object 9038f059-1399-4f98-9ce3-88cce7cf0565 will not be triggered until provisioned by entity L2. {{(pid=107111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:27:03.038289 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9358b08f-a7af-4aa2-a687-1d84c1e6befa req-588d772d-0cf5-41ee-bb0b-940fb40788f1 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185903 Aug 29 21:27:03.177078 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e07281a-aa60-4244-80be-0e84a53fbd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5c96ac-f97f-448f-beca-9f9caa324e64", "tag": "eba29033-b888-4888-a4cd-c1d7388e8109"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:03.190426 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:03.222072 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-696b28b7-75fb-47bc-b124-468d571aa4bb None None] Provisioning complete for port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:27:03.223024 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-696b28b7-75fb-47bc-b124-468d571aa4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:03.270244 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Pushing event updated for resources: {'Port': ['ID=9038f059-1399-4f98-9ce3-88cce7cf0565,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:03.277692 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Attempting to bind port 9038f059-1399-4f98-9ce3-88cce7cf0565 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:27:03.278134 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Attempting to bind port 9038f059-1399-4f98-9ce3-88cce7cf0565 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:27:03.278477 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Attempting to bind port 9038f059-1399-4f98-9ce3-88cce7cf0565 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:03.285025 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Port 9038f059-1399-4f98-9ce3-88cce7cf0565 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:27:03.285525 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Attempting to bind port 9038f059-1399-4f98-9ce3-88cce7cf0565 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:03.297761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:27:03.298164 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Checking segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:27:03.298558 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Bound using segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:27:03.299022 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Bound port: 9038f059-1399-4f98-9ce3-88cce7cf0565, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:27:03.299384 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:03.310142 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-ff6c828d-c560-4e22-b88b-6c700cc74945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:03.319537 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-696b28b7-75fb-47bc-b124-468d571aa4bb None None] Port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:27:03.455018 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] For port 9038f059-1399-4f98-9ce3-88cce7cf0565, host hv-cinder-85426, cleared binding levels {{(pid=107111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:27:03.458874 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] For port 9038f059-1399-4f98-9ce3-88cce7cf0565, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9038f059-1399-4f98-9ce3-88cce7cf0565,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:27:03.558062 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0fe29-1092-461a-a42f-dc612949fc24 req-d55ab9b3-4eb7-49b7-9346-2e8ab437d527 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:03.559830 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-adf0fe29-1092-461a-a42f-dc612949fc24 req-d55ab9b3-4eb7-49b7-9346-2e8ab437d527 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.0667093 Aug 29 21:27:03.674012 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-adf0fe29-1092-461a-a42f-dc612949fc24 req-8c27b206-4281-478b-828c-ab4a2746f49e tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032300 Aug 29 21:27:03.781651 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 41974) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:03.784045 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c3fb32-1a67-4448-9a77-45665569f7fe x-openstack-request-id: req-b1c3fb32-1a67-4448-9a77-45665569f7fe {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:03.784045 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5c96ac-f97f-448f-beca-9f9caa324e64", "tag": "eba29033-b888-4888-a4cd-c1d7388e8109", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:03.784255 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1c3fb32-1a67-4448-9a77-45665569f7fe {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:03.784898 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c3fb32-1a67-4448-9a77-45665569f7fe'] response: {'name': 'network-changed', 'server_uuid': '1b5c96ac-f97f-448f-beca-9f9caa324e64', 'tag': 'eba29033-b888-4888-a4cd-c1d7388e8109', 'status': 'completed', 'code': 200} Aug 29 21:27:03.800572 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:03.879279 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:03.879279 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:03.879279 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/9038f059-1399-4f98-9ce3-88cce7cf0565 HTTP/1.1" status: 200 len: 1093 time: 3.9190285 Aug 29 21:27:03.943419 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e7e69-732b-4658-856d-ddf4b4bccd6b service neutron] Pushing event updated for resources: {'Port': ['ID=9038f059-1399-4f98-9ce3-88cce7cf0565,revision_number=3']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:04.098014 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-204aec94-ddda-492a-bbcc-196e815c965a req-994220bb-70b7-4d51-b0a2-7b3400941e1f tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.1313231 Aug 29 21:27:04.260147 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4345e879-6be1-48f9-be1b-fd2f578015ce req-54bc52aa-75ea-4ce2-ae0e-a7eb9f9b42a7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.0663741 Aug 29 21:27:04.366985 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-058b77f7-09b1-4266-a547-3a428b005417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:04.494396 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-058b77f7-09b1-4266-a547-3a428b005417 admin admin] Publish callbacks [] for security_group (1040ad85-6a70-4d9c-837d-3f019801230a), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:04.663389 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-058b77f7-09b1-4266-a547-3a428b005417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (1040ad85-6a70-4d9c-837d-3f019801230a), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:04.752389 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Request body: {'port': {'device_id': '37678b50-656d-49b5-8f7a-5059a89f458d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:27:04.810965 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-058b77f7-09b1-4266-a547-3a428b005417 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2a9989c25feb4fb78ed6185ac9020be1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0281475 Aug 29 21:27:04.826129 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42006) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:04.828561 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.16', 51166) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:04.936926 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b77f7-09b1-4266-a547-3a428b005417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1040ad85-6a70-4d9c-837d-3f019801230a,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:04.945650 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0def4d-d5c9-4167-9786-2eb4baaadbf8 req-51ea3f10-ecec-41e7-9180-6d92c4dd96f0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:04.951467 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-cc0def4d-d5c9-4167-9786-2eb4baaadbf8 req-51ea3f10-ecec-41e7-9180-6d92c4dd96f0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 931 time: 0.6938860 Aug 29 21:27:05.012365 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-5dc67305-f999-4ef1-b1a7-94cc630453bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:05.014001 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-5dc67305-f999-4ef1-b1a7-94cc630453bf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 1127 time: 0.2281568 Aug 29 21:27:05.045537 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ccccf-4343-4664-81ec-693a3fcf7f93 req-ec778736-3e89-43d0-b31c-7e37a76da8f2 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:05.060945 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-368ccccf-4343-4664-81ec-693a3fcf7f93 req-ec778736-3e89-43d0-b31c-7e37a76da8f2 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.1928458 Aug 29 21:27:05.077758 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-185c2345-1322-4d50-b328-a51ba42e6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:05.084019 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-185c2345-1322-4d50-b328-a51ba42e6d52 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c852db97ba734c7088df6af689b41d16&device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 1127 time: 0.3538325 Aug 29 21:27:05.102109 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b2a14058-e142-4534-b4ae-44b3be3595b5 admin admin] Publish callbacks [] for security_group (1040ad85-6a70-4d9c-837d-3f019801230a), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:05.204713 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b2a14058-e142-4534-b4ae-44b3be3595b5 admin admin] Publish callbacks [] for security_group (1040ad85-6a70-4d9c-837d-3f019801230a), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:05.218120 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-90a72dd5-5eb7-43e4-932f-a5876beb1bf3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:05.230624 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-90a72dd5-5eb7-43e4-932f-a5876beb1bf3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 815 time: 0.3983169 Aug 29 21:27:05.288360 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:05.292458 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-fb333f18-2edb-48bf-8a5b-788f476350df service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba29033-b888-4888-a4cd-c1d7388e8109 HTTP/1.1" status: 200 len: 217 time: 0.1476519 Aug 29 21:27:05.294232 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-5ea40a48-6186-4ba2-b11d-650cfe02ed95 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9038f059-1399-4f98-9ce3-88cce7cf0565 HTTP/1.1" status: 200 len: 217 time: 0.2092083 Aug 29 21:27:05.313494 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-368ccccf-4343-4664-81ec-693a3fcf7f93 req-88ca76f7-f7d2-467e-a307-357fd8abf66e tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201920 Aug 29 21:27:05.403092 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-cc0def4d-d5c9-4167-9786-2eb4baaadbf8 req-e1489a08-fd75-4298-80e5-dc1d79fe4df1 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313357 Aug 29 21:27:05.486575 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-65120f3c-9bfc-414f-8d97-bea138232dce req-f60740d6-b1eb-4457-9905-8ffa2b4ac755 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.0538859 Aug 29 21:27:05.503438 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-ff9064d3-5123-4a97-8984-fe363aca4451 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 380 time: 0.1726301 Aug 29 21:27:05.515818 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-21061766-f3cd-4674-aa33-a2fd818bfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:05.529033 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-21061766-f3cd-4674-aa33-a2fd818bfe02 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.1857336 Aug 29 21:27:05.544218 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-61a56208-6bb3-439f-b9eb-444cac37612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:05.545155 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b2a14058-e142-4534-b4ae-44b3be3595b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (1040ad85-6a70-4d9c-837d-3f019801230a), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:05.552063 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b2a14058-e142-4534-b4ae-44b3be3595b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:05.553924 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b2a14058-e142-4534-b4ae-44b3be3595b5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1040ad85-6a70-4d9c-837d-3f019801230a HTTP/1.1" status: 204 len: 168 time: 0.7239227 Aug 29 21:27:05.568676 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'port': {'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'admin_state_up': True, 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'security_groups': ['69a2c4bb-3e28-4bc8-ab74-e993026a5e4c']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:27:05.625216 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-71544984-f40a-40a4-8117-3192266a0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:05.626489 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-71544984-f40a-40a4-8117-3192266a0c9d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f8adc1dc-22e7-4237-89f5-7cea6ed9e661 HTTP/1.1" status: 200 len: 851 time: 0.2339215 Aug 29 21:27:05.714877 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a14058-e142-4534-b4ae-44b3be3595b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1040ad85-6a70-4d9c-837d-3f019801230a,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:05.754063 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e21ea6c5-2df6-4fbc-9a6a-adab193bebfa req-0c853e5c-41d9-42f1-97df-ba4016a05060 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.2462716 Aug 29 21:27:05.763069 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:05.794921 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b9b318-ba34-455a-90b9-4ff5619fa02e', 'tag': '9038f059-1399-4f98-9ce3-88cce7cf0565'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:05.795563 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c7db9a-1517-481c-a644-dc0d920b5f31" -d '{"events": [{"name": "network-changed", "server_uuid": "28b9b318-ba34-455a-90b9-4ff5619fa02e", "tag": "9038f059-1399-4f98-9ce3-88cce7cf0565"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:05.919957 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Made reservation on behalf of 8695633e1e2744b6b6554536f1109fc6 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:27:05.924793 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:05.950509 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e5dc2-45fa-4dd6-a7c3-d2967fe8d895 x-openstack-request-id: req-ef1e5dc2-45fa-4dd6-a7c3-d2967fe8d895 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:05.950877 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b9b318-ba34-455a-90b9-4ff5619fa02e", "tag": "9038f059-1399-4f98-9ce3-88cce7cf0565", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:05.951119 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef1e5dc2-45fa-4dd6-a7c3-d2967fe8d895 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:05.951877 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1e5dc2-45fa-4dd6-a7c3-d2967fe8d895'] response: {'name': 'network-changed', 'server_uuid': '28b9b318-ba34-455a-90b9-4ff5619fa02e', 'tag': '9038f059-1399-4f98-9ce3-88cce7cf0565', 'status': 'completed', 'code': 200} Aug 29 21:27:05.961513 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-bb198e60-89f4-4695-ad62-3f2cb5bd86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:05.963803 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-bb198e60-89f4-4695-ad62-3f2cb5bd86d0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3732495 Aug 29 21:27:05.964762 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:05.984398 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-6df284e7-f596-4244-9bb4-966db4fc5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:05.989132 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-6df284e7-f596-4244-9bb4-966db4fc5369 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a03b07cd-ec6e-4782-bd47-f6ab0486a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3213444 Aug 29 21:27:06.014039 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:06.058243 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:06.400005 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Allocated IP 172.20.0.11 (5d52e082-ed9a-4937-bc0b-8b03e2527c03/73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca/32eade43-2044-402f-ab19-8fcb425b1b8a) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:27:06.460158 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-47fe940f-a755-4d34-b650-a9044c33bdf9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a03b07cd-ec6e-4782-bd47-f6ab0486a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882599 Aug 29 21:27:06.469991 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-f47b30d6-af9a-438a-9e75-946b9a8cd619 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141383 Aug 29 21:27:06.561137 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47ed21-38f1-4d29-9f6d-dc109cf5479c req-c0050c2a-d8fa-4b22-b491-4b5936869271 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:06.561137 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3b47ed21-38f1-4d29-9f6d-dc109cf5479c req-c0050c2a-d8fa-4b22-b491-4b5936869271 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 931 time: 0.0627916 Aug 29 21:27:06.584631 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 {{(pid=107111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:06.601390 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Publish callbacks [] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:06.630485 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a96fbf-3224-40be-a999-1e94d5405f15 req-cc64feaa-5a4b-4f34-a4dc-24e6f215c0f7 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:06.632123 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-36a96fbf-3224-40be-a999-1e94d5405f15 req-cc64feaa-5a4b-4f34-a4dc-24e6f215c0f7 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.1751852 Aug 29 21:27:06.632897 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3b47ed21-38f1-4d29-9f6d-dc109cf5479c req-68b62966-d6d6-49b9-820d-6b7b0e6c12e6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607665 Aug 29 21:27:06.638647 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.provisioning_blocks [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Transition to ACTIVE for port object 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 will not be triggered until provisioned by entity L2. {{(pid=107111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:27:06.724404 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-36a96fbf-3224-40be-a999-1e94d5405f15 req-368f026f-6d43-4906-821c-75bbd6664148 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800309 Aug 29 21:27:06.769430 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-324bbd6a-1395-4c9a-bb55-9e7ad4dab0af req-49323068-1268-4a11-8572-8ccef5ad2ac1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.0322042 Aug 29 21:27:06.945546 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d74f3dc7-9c74-4f13-a8d5-5b8224c56192 req-354ea4c1-5a03-43b6-8c08-0c2967c034a4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.0340157 Aug 29 21:27:07.033698 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.046860 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.048331 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Attempting to bind port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Attempting to bind port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Attempting to bind port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Pushing event updated for resources: {'Port': ['ID=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Attempting to bind port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Checking segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Bound using segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Bound port: 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:27:07.242431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.446046 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] For port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5, host hv-cinder-85426, cleared binding levels {{(pid=107111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:27:07.450344 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] For port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:27:07.600591 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.600972 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.603304 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.610626 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:07.611317 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.613759 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 HTTP/1.1" status: 200 len: 1093 time: 2.8849208 Aug 29 21:27:07.673867 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281bff1-11fc-438f-9ac6-e0fd5e405394 service neutron] Pushing event updated for resources: {'Port': ['ID=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,revision_number=3']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:07.731484 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:27:07.738585 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:27:07.750341 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:27:07.754954 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:07.755590 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.858488 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccc7df-ffec-41bc-9a40-cd586c3936a1 req-ec611a36-b83c-48a8-825b-a60e7e23fb32 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:07.860565 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-34ccc7df-ffec-41bc-9a40-cd586c3936a1 req-ec611a36-b83c-48a8-825b-a60e7e23fb32 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.1197612 Aug 29 21:27:07.862120 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=32eade43-2044-402f-ab19-8fcb425b1b8a,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:07.906674 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42062) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:07.931566 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8b08-31c3-4ccd-811e-933782c588c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:07.956944 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37678b50-656d-49b5-8f7a-5059a89f458d', 'tag': '97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:07.962198 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f24dcd-0de3-4f95-95bb-78e626dd7d11" -d '{"events": [{"name": "network-changed", "server_uuid": "37678b50-656d-49b5-8f7a-5059a89f458d", "tag": "97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:07.968664 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd411df0-3700-4610-bdc1-1384aa1c3ce0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4135821 Aug 29 21:27:08.020045 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-34ccc7df-ffec-41bc-9a40-cd586c3936a1 req-0a467cfd-8fd9-40aa-bc30-923c09094349 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446567 Aug 29 21:27:08.074094 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:08.109782 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a035340d-a75c-44a7-aa47-0e22da398e2d req-ff56e576-cb15-457a-8d20-01fe0e003432 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.0689936 Aug 29 21:27:08.144295 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6c72a45c-b96f-4d66-90ee-e76c68652a27 None None] Provisioning complete for port 32eade43-2044-402f-ab19-8fcb425b1b8a triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:27:08.144667 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6c72a45c-b96f-4d66-90ee-e76c68652a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:08.214285 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8b08-31c3-4ccd-811e-933782c588c1 admin admin] Publish callbacks [] for security_group (cfbbae66-6aaf-40be-a450-0571d2248c01), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:08.230665 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6c72a45c-b96f-4d66-90ee-e76c68652a27 None None] Port 32eade43-2044-402f-ab19-8fcb425b1b8a cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:27:08.282661 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74238960-5741-4de9-976f-8b3b4586e536 x-openstack-request-id: req-74238960-5741-4de9-976f-8b3b4586e536 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:08.283159 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37678b50-656d-49b5-8f7a-5059a89f458d", "tag": "97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:08.283413 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74238960-5741-4de9-976f-8b3b4586e536 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:08.283904 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74238960-5741-4de9-976f-8b3b4586e536'] response: {'name': 'network-changed', 'server_uuid': '37678b50-656d-49b5-8f7a-5059a89f458d', 'tag': '97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5', 'status': 'completed', 'code': 200} Aug 29 21:27:08.408675 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Request body: {'port': {'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:27:08.435447 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8b08-31c3-4ccd-811e-933782c588c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (cfbbae66-6aaf-40be-a450-0571d2248c01), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:08.451667 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:08.479553 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:08.492880 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759001f-7456-4ecc-af34-f6cc801e1d70 req-8d18c2d6-2772-434a-afbb-6a7d5826e5d4 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:08.501950 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0759001f-7456-4ecc-af34-f6cc801e1d70 req-8d18c2d6-2772-434a-afbb-6a7d5826e5d4 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.2512565 Aug 29 21:27:08.606296 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0759001f-7456-4ecc-af34-f6cc801e1d70 req-fd82dc3b-3105-4f28-b17c-5702e9987563 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004920 Aug 29 21:27:08.638937 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.16', 51176) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:08.758187 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:08.843278 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24dcd-0de3-4f95-95bb-78e626dd7d11 req-24f17819-6a22-470d-8921-3006d65a7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:08.843278 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-29f24dcd-0de3-4f95-95bb-78e626dd7d11 req-24f17819-6a22-470d-8921-3006d65a7598 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 1127 time: 0.3977938 Aug 29 21:27:08.886783 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-bc8d8b08-31c3-4ccd-811e-933782c588c1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=1e43a130143241c2a5df8e5e0b4c10ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9700863 Aug 29 21:27:08.944691 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42094) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:09.032409 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=16 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:09.049804 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5693b3-e599-4071-9884-f31c652d7b62 req-7f186c20-69d8-4a41-b152-02d5408c5dcb tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:09.057284 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bc5693b3-e599-4071-9884-f31c652d7b62 req-7f186c20-69d8-4a41-b152-02d5408c5dcb tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 932 time: 0.7063377 Aug 29 21:27:09.127634 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d8b08-31c3-4ccd-811e-933782c588c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbbae66-6aaf-40be-a450-0571d2248c01,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:09.254161 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:09.273848 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24dcd-0de3-4f95-95bb-78e626dd7d11 req-c5245920-a1bd-4614-b9c0-4a9029fc771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:09.275341 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-29f24dcd-0de3-4f95-95bb-78e626dd7d11 req-c5245920-a1bd-4614-b9c0-4a9029fc771a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=bd7bb76694c2499895f24e611c644a27&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3956258 Aug 29 21:27:09.285311 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9b3be82-02f9-4992-86a0-ca423de9296f req-3c5a9c41-1d73-4172-962f-47dbd6858d9c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8807905 Aug 29 21:27:09.386059 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bc5693b3-e599-4071-9884-f31c652d7b62 req-02a6ebae-5dba-4861-bc1e-52cb4e110562 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979300 Aug 29 21:27:09.410667 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c3e7b-4c2a-46c9-8baa-f5e69e063f51 req-ee858b40-2af8-4c60-a759-6e28bfb5976c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:09.412266 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5f3c3e7b-4c2a-46c9-8baa-f5e69e063f51 req-ee858b40-2af8-4c60-a759-6e28bfb5976c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.2308674 Aug 29 21:27:09.459383 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6834a579-02a6-4d4a-a8b4-c643a56b9e49 req-28c1a3b1-55ba-498c-b90f-3f0984c743e7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a03b07cd-ec6e-4782-bd47-f6ab0486a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0294943 Aug 29 21:27:09.494037 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f515cdd8-3a66-404b-8fc3-af1b9ebf6784 admin admin] Publish callbacks [] for security_group (cfbbae66-6aaf-40be-a450-0571d2248c01), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:09.527090 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f515cdd8-3a66-404b-8fc3-af1b9ebf6784 admin admin] Publish callbacks [] for security_group (cfbbae66-6aaf-40be-a450-0571d2248c01), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:09.560725 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-4f39bd17-2b55-44af-874c-869edd2f9778 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:09.562220 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-4f39bd17-2b55-44af-874c-869edd2f9778 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 200 len: 810 time: 0.8893423 Aug 29 21:27:09.636201 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4a95a75b-8155-45bc-ac75-a2cc4da5bf6f req-51e1e24b-1f1b-4d62-8c38-3729e9f1494d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.1213353 Aug 29 21:27:09.760266 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5f3c3e7b-4c2a-46c9-8baa-f5e69e063f51 req-1bbeab15-2c69-4bd3-a4c5-c10da83c99b9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040962 Aug 29 21:27:09.817352 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-59cc8b85-f5da-4312-a79e-a72f4a29bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:09.818882 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-59cc8b85-f5da-4312-a79e-a72f4a29bffe service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 1127 time: 0.2528741 Aug 29 21:27:09.829121 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24dcd-0de3-4f95-95bb-78e626dd7d11 req-72020fa4-72e6-4d0b-bc06-ec7adf65af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:09.830885 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-29f24dcd-0de3-4f95-95bb-78e626dd7d11 req-72020fa4-72e6-4d0b-bc06-ec7adf65af0b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5315311 Aug 29 21:27:09.835132 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-a6ec9f05-634f-4612-862e-25d5f0b37dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:09.836870 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-a6ec9f05-634f-4612-862e-25d5f0b37dc0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c852db97ba734c7088df6af689b41d16&device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 1127 time: 0.1531129 Aug 29 21:27:09.911984 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-14c853c9-f209-4d66-a7b3-0cbcc0791a0f tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8d35a885c494e11b42f556554f3698b HTTP/1.1" status: 200 len: 380 time: 0.2411849 Aug 29 21:27:09.917049 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6f333-3489-4003-9bdb-832337f80467 req-e844a026-59e1-4dfe-99a0-a713bced8150 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:09.918668 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32eade43-2044-402f-ab19-8fcb425b1b8a {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:09.918827 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2ce6f333-3489-4003-9bdb-832337f80467 req-e844a026-59e1-4dfe-99a0-a713bced8150 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.1733513 Aug 29 21:27:09.932550 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'port': {'device_id': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'admin_state_up': True, 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'security_groups': ['d2a255a9-4986-48ee-a20b-9db8a59382db']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:27:09.935655 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Publish callbacks [] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:10.058284 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Transition to ACTIVE for port object 32eade43-2044-402f-ab19-8fcb425b1b8a will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:27:10.061012 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f515cdd8-3a66-404b-8fc3-af1b9ebf6784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (cfbbae66-6aaf-40be-a450-0571d2248c01), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:10.064526 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-339f39c0-8efc-4152-a485-396fe27b4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:10.075619 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f515cdd8-3a66-404b-8fc3-af1b9ebf6784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:10.076496 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-339f39c0-8efc-4152-a485-396fe27b4c6c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 1127 time: 0.1549542 Aug 29 21:27:10.076592 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-f515cdd8-3a66-404b-8fc3-af1b9ebf6784 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/cfbbae66-6aaf-40be-a450-0571d2248c01 HTTP/1.1" status: 204 len: 168 time: 1.0029078 Aug 29 21:27:10.085231 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515cdd8-3a66-404b-8fc3-af1b9ebf6784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbbae66-6aaf-40be-a450-0571d2248c01,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:10.157968 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-3b02f3c6-df30-4fd1-8659-6bb20eb617f5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 HTTP/1.1" status: 200 len: 217 time: 0.0782809 Aug 29 21:27:10.166043 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:10.174541 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-96c460fc-43b3-4d89-869f-7daa83c37db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:10.184546 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-96c460fc-43b3-4d89-869f-7daa83c37db7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.3425114 Aug 29 21:27:10.197417 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2ce6f333-3489-4003-9bdb-832337f80467 req-f596eb0b-0bc5-4b71-b23d-81229fa7436a tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551231 Aug 29 21:27:10.216880 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-c43b1b73-d38a-472a-bcd8-8cf53db38550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:10.218413 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-c43b1b73-d38a-472a-bcd8-8cf53db38550 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=a03b07cd-ec6e-4782-bd47-f6ab0486a61a HTTP/1.1" status: 200 len: 913 time: 0.3089209 Aug 29 21:27:10.229282 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Made reservation on behalf of d8d35a885c494e11b42f556554f3698b for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:27:10.233062 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:10.299530 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Pushing event updated for resources: {'Port': ['ID=32eade43-2044-402f-ab19-8fcb425b1b8a,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:10.312123 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Attempting to bind port 32eade43-2044-402f-ab19-8fcb425b1b8a on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:27:10.312123 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Attempting to bind port 32eade43-2044-402f-ab19-8fcb425b1b8a by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:27:10.312123 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Attempting to bind port 32eade43-2044-402f-ab19-8fcb425b1b8a on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:10.321106 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Port 32eade43-2044-402f-ab19-8fcb425b1b8a on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:27:10.321426 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Attempting to bind port 32eade43-2044-402f-ab19-8fcb425b1b8a on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:10.337390 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:10.355762 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:27:10.356145 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Checking segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:27:10.356694 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Bound using segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:27:10.357131 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Bound port: 32eade43-2044-402f-ab19-8fcb425b1b8a, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:27:10.357490 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:10.493128 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] For port 32eade43-2044-402f-ab19-8fcb425b1b8a, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:27:10.496667 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Allocated IP 172.20.0.13 (ca335ec8-2cdb-4727-aad4-e94fc1adcada/84c16168-2d13-4210-b060-f2bf7757ab6b/7063fec6-24ac-4c04-bef3-3f9ee9c54d76) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:27:10.549957 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] For port 32eade43-2044-402f-ab19-8fcb425b1b8a, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=32eade43-2044-402f-ab19-8fcb425b1b8a,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:27:10.569865 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-3e7bf578-fcb5-4f47-8b3b-b9196233a6a9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9038f059-1399-4f98-9ce3-88cce7cf0565 HTTP/1.1" status: 200 len: 217 time: 0.1038859 Aug 29 21:27:10.575843 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-51836dae-9ac4-4383-bbd5-7a41ad22e3a0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba29033-b888-4888-a4cd-c1d7388e8109 HTTP/1.1" status: 200 len: 217 time: 0.0999274 Aug 29 21:27:10.582817 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a4e49-bba0-4a95-8b6f-03eaea305178 req-5aedfe17-19a6-4bfd-a2da-543b8f66db0b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:10.582817 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-442a4e49-bba0-4a95-8b6f-03eaea305178 req-5aedfe17-19a6-4bfd-a2da-543b8f66db0b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 944 time: 0.1030469 Aug 29 21:27:10.595363 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-e04855d5-44a6-4a8d-b5b8-8dc35a36551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:10.597097 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-e04855d5-44a6-4a8d-b5b8-8dc35a36551d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.1248746 Aug 29 21:27:10.715585 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-442a4e49-bba0-4a95-8b6f-03eaea305178 req-422f6251-9a9f-418d-bfa5-cec5813a355c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193800 Aug 29 21:27:10.738277 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:10.741527 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:10.761783 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:10.762432 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:10.763902 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/32eade43-2044-402f-ab19-8fcb425b1b8a HTTP/1.1" status: 200 len: 1094 time: 2.3637474 Aug 29 21:27:10.766369 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979806e6-6c73-40b1-a798-731653815edc', 'tag': '32eade43-2044-402f-ab19-8fcb425b1b8a'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:10.789869 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b9e8b01b-eec8-498e-bd4a-6588ba05274f req-fe66d76d-ef51-428e-ae38-de35eac12e72 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.0453022 Aug 29 21:27:10.897277 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:10.957385 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1581d-5f55-4783-bcdf-a70045aa4f22 service neutron] Pushing event updated for resources: {'Port': ['ID=32eade43-2044-402f-ab19-8fcb425b1b8a,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:10.972604 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f3bd-7015-41cc-b2f1-279d607de473 req-a9b13a66-9d9b-45d7-94e1-2f331557fe5b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:10.973313 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5788f3bd-7015-41cc-b2f1-279d607de473 req-a9b13a66-9d9b-45d7-94e1-2f331557fe5b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.0937154 Aug 29 21:27:11.010100 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ad9a92-24d4-49a2-a88f-8fab72e454f3" -d '{"events": [{"name": "network-changed", "server_uuid": "979806e6-6c73-40b1-a798-731653815edc", "tag": "32eade43-2044-402f-ab19-8fcb425b1b8a"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:11.072352 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5788f3bd-7015-41cc-b2f1-279d607de473 req-676e7544-7f9b-4f1f-9f20-6b02e2a74b5b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837262 Aug 29 21:27:11.103913 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:11.154835 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:27:11.160303 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:27:11.164616 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'Port': ['ID=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:11.174837 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:27:11.188401 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:11.189324 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:11.280873 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb38edb-ea5f-4f40-b8ec-f978fc28d4f6 x-openstack-request-id: req-8eb38edb-ea5f-4f40-b8ec-f978fc28d4f6 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:11.281345 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979806e6-6c73-40b1-a798-731653815edc", "tag": "32eade43-2044-402f-ab19-8fcb425b1b8a", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:11.281850 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8eb38edb-ea5f-4f40-b8ec-f978fc28d4f6 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:11.282590 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb38edb-ea5f-4f40-b8ec-f978fc28d4f6'] response: {'name': 'network-changed', 'server_uuid': '979806e6-6c73-40b1-a798-731653815edc', 'tag': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'status': 'completed', 'code': 200} Aug 29 21:27:11.333986 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-00c2777a-ff9e-449a-961b-90716ee0b224 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4093645 Aug 29 21:27:11.366841 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:11.383644 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9321a58-b660-4ed7-9e1a-e53d8267d28d req-6517bdce-fe4b-4f29-96ea-ceae7a130c64 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:11.392198 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f9321a58-b660-4ed7-9e1a-e53d8267d28d req-6517bdce-fe4b-4f29-96ea-ceae7a130c64 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.0769358 Aug 29 21:27:11.451632 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f9321a58-b660-4ed7-9e1a-e53d8267d28d req-11f95b74-62a8-4f7a-8829-afd22b70e851 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582645 Aug 29 21:27:11.588329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-fc06101c-7111-481b-b21d-04fcff16c2c0 None None] Provisioning complete for port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:27:11.588710 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fc06101c-7111-481b-b21d-04fcff16c2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:11.621235 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-fc06101c-7111-481b-b21d-04fcff16c2c0 None None] Port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:27:11.870159 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:11.889399 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df585c-816a-419d-8669-aa1ddfa48e0e req-21daf8a9-966c-47ff-ae20-dcf9eb4f9292 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:11.891678 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f8df585c-816a-419d-8669-aa1ddfa48e0e req-21daf8a9-966c-47ff-ae20-dcf9eb4f9292 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 944 time: 0.0804563 Aug 29 21:27:11.945438 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f8df585c-816a-419d-8669-aa1ddfa48e0e req-68fb3eb7-23d0-4b93-bb5b-03ad7c57c566 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 Aug 29 21:27:11.953495 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2d8d-ac9f-4bab-80a4-839d05743958 req-6b678499-422b-4b8c-8655-d7f8ad379cdf tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:11.955718 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d73f2d8d-ac9f-4bab-80a4-839d05743958 req-6b678499-422b-4b8c-8655-d7f8ad379cdf tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 932 time: 0.0685091 Aug 29 21:27:12.016250 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d73f2d8d-ac9f-4bab-80a4-839d05743958 req-b94e133d-9c6f-4662-a8e7-7b89d6fd076f tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535131 Aug 29 21:27:12.191278 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578a381-7815-4a1e-9257-9df68480dcc5 req-0a3e41f1-26fa-4e56-8aca-0720401e728c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:12.192848 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8578a381-7815-4a1e-9257-9df68480dcc5 req-0a3e41f1-26fa-4e56-8aca-0720401e728c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.0540004 Aug 29 21:27:12.252046 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8578a381-7815-4a1e-9257-9df68480dcc5 req-35a3a455-ec9f-437b-bdea-cf30dea012e8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514913 Aug 29 21:27:12.609346 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffea22-c732-40eb-be11-b1f1c1a03692 req-b01e6559-e49d-4613-a4d4-9ad90c941425 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:12.610920 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0ffea22-c732-40eb-be11-b1f1c1a03692 req-b01e6559-e49d-4613-a4d4-9ad90c941425 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.0630362 Aug 29 21:27:12.677756 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0ffea22-c732-40eb-be11-b1f1c1a03692 req-7a9adb3a-2d59-4783-97df-15797c592990 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603428 Aug 29 21:27:13.088776 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5834179-6be1-400d-ac23-b356c015a722 req-1b10f871-0f44-422a-9374-518ee6377c49 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:13.091449 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c5834179-6be1-400d-ac23-b356c015a722 req-1b10f871-0f44-422a-9374-518ee6377c49 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 944 time: 0.0714359 Aug 29 21:27:13.147728 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757f30e-f1c7-4867-b876-99949cda3154 req-694c9463-a5e0-4717-b3c7-cfa3df8ea907 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:13.149260 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6757f30e-f1c7-4867-b876-99949cda3154 req-694c9463-a5e0-4717-b3c7-cfa3df8ea907 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 932 time: 0.0510709 Aug 29 21:27:13.152225 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c5834179-6be1-400d-ac23-b356c015a722 req-275b67ea-618a-43e1-9ccc-75edf39ae623 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531049 Aug 29 21:27:13.177268 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:13.217743 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6757f30e-f1c7-4867-b876-99949cda3154 req-f2886736-8265-4a06-a3a0-5653a97a4b82 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611122 Aug 29 21:27:13.282924 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42286) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:13.384652 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705776e-0215-40a3-bb05-1f8eb7e79a9e req-7e02e977-7c09-4406-bec9-6ede0dc083f9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:13.386154 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a705776e-0215-40a3-bb05-1f8eb7e79a9e req-7e02e977-7c09-4406-bec9-6ede0dc083f9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.0574799 Aug 29 21:27:13.583816 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f67354be-5d9e-49fc-8440-da7a329736d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:13.640107 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a705776e-0215-40a3-bb05-1f8eb7e79a9e req-4ae25d25-c472-4d45-9331-62e691928972 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472396 Aug 29 21:27:13.690887 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f67354be-5d9e-49fc-8440-da7a329736d9 admin admin] Publish callbacks [] for security_group (5c2109ca-6f94-414b-a4f0-4c399465f105), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:13.806099 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9702-8a36-498a-b42c-306fa5c31a19 req-eab5e87b-e6c3-4a2b-8b6f-8c865400d5d9 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:13.814560 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd5f9702-8a36-498a-b42c-306fa5c31a19 req-eab5e87b-e6c3-4a2b-8b6f-8c865400d5d9 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.0549932 Aug 29 21:27:13.862321 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f67354be-5d9e-49fc-8440-da7a329736d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (5c2109ca-6f94-414b-a4f0-4c399465f105), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:13.869073 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd5f9702-8a36-498a-b42c-306fa5c31a19 req-0862d7ec-ff51-4183-92e0-ee67dafb30a1 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535944 Aug 29 21:27:13.886357 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f67354be-5d9e-49fc-8440-da7a329736d9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3bb99dd0b9844836a50f7dce291eb2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6022177 Aug 29 21:27:13.898674 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67354be-5d9e-49fc-8440-da7a329736d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2109ca-6f94-414b-a4f0-4c399465f105,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:13.898674 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42296) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:13.939221 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c7c3a0cb-27b4-41a7-87b0-6e521f07a12b admin admin] Publish callbacks [] for security_group (5c2109ca-6f94-414b-a4f0-4c399465f105), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:13.962251 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c7c3a0cb-27b4-41a7-87b0-6e521f07a12b admin admin] Publish callbacks [] for security_group (5c2109ca-6f94-414b-a4f0-4c399465f105), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:14.113771 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c7c3a0cb-27b4-41a7-87b0-6e521f07a12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (5c2109ca-6f94-414b-a4f0-4c399465f105), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:14.116336 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c7c3a0cb-27b4-41a7-87b0-6e521f07a12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:14.128830 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c7c3a0cb-27b4-41a7-87b0-6e521f07a12b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5c2109ca-6f94-414b-a4f0-4c399465f105 HTTP/1.1" status: 204 len: 168 time: 0.2269511 Aug 29 21:27:14.128830 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3a0cb-27b4-41a7-87b0-6e521f07a12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2109ca-6f94-414b-a4f0-4c399465f105,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:14.274630 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07073c-1bc9-480c-bb5e-168983afffa0 req-f4b1ffc2-198d-4958-907c-828cb592ed82 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:14.276169 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db07073c-1bc9-480c-bb5e-168983afffa0 req-f4b1ffc2-198d-4958-907c-828cb592ed82 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 944 time: 0.0490422 Aug 29 21:27:14.327081 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db07073c-1bc9-480c-bb5e-168983afffa0 req-63df8ffe-62c9-473c-bae2-7a10a8d08dda tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444119 Aug 29 21:27:14.340334 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6618d2-e05c-4fca-a7cb-fac4a7ddf151 req-c38c520a-2734-4b7e-8176-8e324872a8f1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:14.341870 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-da6618d2-e05c-4fca-a7cb-fac4a7ddf151 req-c38c520a-2734-4b7e-8176-8e324872a8f1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 932 time: 0.0488143 Aug 29 21:27:14.403077 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-da6618d2-e05c-4fca-a7cb-fac4a7ddf151 req-a8e1f3d3-75cd-4227-9dc1-42abe41b8021 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462136 Aug 29 21:27:14.766587 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c8d4c-2fd6-40c7-8c5f-6fecd850221b req-4ecbfef0-d648-4ab5-856b-b222f087d5e9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:14.768187 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c90c8d4c-2fd6-40c7-8c5f-6fecd850221b req-4ecbfef0-d648-4ab5-856b-b222f087d5e9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.0499957 Aug 29 21:27:14.821067 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c90c8d4c-2fd6-40c7-8c5f-6fecd850221b req-5eea75f6-8aaf-4986-85a4-b917a96bb0ca tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452087 Aug 29 21:27:15.004796 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54498ef9-f9f4-4f6b-a921-1b411c51a438 req-fcb34b01-1ba8-4e3e-9320-0f4d30e2fbf5 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.006441 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-54498ef9-f9f4-4f6b-a921-1b411c51a438 req-fcb34b01-1ba8-4e3e-9320-0f4d30e2fbf5 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.0554154 Aug 29 21:27:15.045956 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:15.061987 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-54498ef9-f9f4-4f6b-a921-1b411c51a438 req-db806fe7-5fa9-4174-830f-f1d537527f6f tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497954 Aug 29 21:27:15.079850 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Request body: {'port': {'device_id': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:27:15.111791 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42324) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:15.176473 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-28d46aa7-d160-471f-90cd-2836e2742665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:15.202859 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-22ad9e51-f9a5-458b-8f86-f5910b1effc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.204483 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-22ad9e51-f9a5-458b-8f86-f5910b1effc0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1316807 Aug 29 21:27:15.205858 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-76e04126-171d-47fb-81a4-6771b025501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.207177 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-76e04126-171d-47fb-81a4-6771b025501e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f8adc1dc-22e7-4237-89f5-7cea6ed9e661 HTTP/1.1" status: 200 len: 851 time: 0.1357157 Aug 29 21:27:15.211211 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-dab54c76-2173-47b0-984a-1d198c279985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.212591 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-dab54c76-2173-47b0-984a-1d198c279985 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.1167312 Aug 29 21:27:15.218339 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad9a92-24d4-49a2-a88f-8fab72e454f3 req-43fe0317-6d8d-4e4b-91a6-7105fac17c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.219820 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03ad9a92-24d4-49a2-a88f-8fab72e454f3 req-43fe0317-6d8d-4e4b-91a6-7105fac17c6f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 1128 time: 0.1449332 Aug 29 21:27:15.279545 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:15.334293 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-2dc6c969-957c-4cd6-b9cd-4a9ea766e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.336463 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-2dc6c969-957c-4cd6-b9cd-4a9ea766e34a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a03b07cd-ec6e-4782-bd47-f6ab0486a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138444 Aug 29 21:27:15.341832 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-f559a343-b4e6-4faa-a368-f93b777e94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.343556 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-f559a343-b4e6-4faa-a368-f93b777e94fd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1106811 Aug 29 21:27:15.557685 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e8605-a775-4afe-9bb5-a3b1a2e817b9 req-83140a8b-762d-45c1-a251-6bd6c0c4d15f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.559378 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-500e8605-a775-4afe-9bb5-a3b1a2e817b9 req-83140a8b-762d-45c1-a251-6bd6c0c4d15f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 944 time: 0.1416330 Aug 29 21:27:15.561340 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-7435b9ba-e0b3-445a-87be-82aedde9d3b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459363 Aug 29 21:27:15.663257 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-ac6bb1ca-52bf-4d36-a530-fdaf2dbdc3c8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044655 Aug 29 21:27:15.669883 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-5aede8d7-6c51-42b7-9ac4-c8b938ca29d8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a03b07cd-ec6e-4782-bd47-f6ab0486a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251362 Aug 29 21:27:15.684504 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad9a92-24d4-49a2-a88f-8fab72e454f3 req-e3799d3d-5501-4211-afe8-628822a5353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.685959 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03ad9a92-24d4-49a2-a88f-8fab72e454f3 req-e3799d3d-5501-4211-afe8-628822a5353c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=8695633e1e2744b6b6554536f1109fc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4568498 Aug 29 21:27:15.702975 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:15.805411 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-500e8605-a775-4afe-9bb5-a3b1a2e817b9 req-65813756-8297-4fc8-a02f-5a30d12d14d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274232 Aug 29 21:27:15.880894 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-4a3bed02-b4ad-45c9-afa7-019322a0ee17 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042226 Aug 29 21:27:15.912097 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-25e7c8b0-2ee8-46ff-ab78-37d6a87483eb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395191 Aug 29 21:27:15.917877 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7e07281a-aa60-4244-80be-0e84a53fbd6c req-87bc6c51-a19e-418f-9140-541ff8789a68 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a03b07cd-ec6e-4782-bd47-f6ab0486a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287519 Aug 29 21:27:15.988598 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507836c-f7b0-45b3-bca5-7e3023eebd66 req-75450906-1c11-42e2-9cfe-1024a48e448a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.990032 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d507836c-f7b0-45b3-bca5-7e3023eebd66 req-75450906-1c11-42e2-9cfe-1024a48e448a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 932 time: 0.2997503 Aug 29 21:27:15.990166 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab26f8-d44a-478b-9e97-5a47e0c83ead req-95924317-55d3-4eaa-a93f-895c78f1edd3 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:15.991657 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-50ab26f8-d44a-478b-9e97-5a47e0c83ead req-95924317-55d3-4eaa-a93f-895c78f1edd3 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.0601103 Aug 29 21:27:16.009855 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-28d46aa7-d160-471f-90cd-2836e2742665 admin admin] Publish callbacks [] for security_group (f739f363-f144-4ffc-b926-35626843d1c5), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.020156 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device eba29033-b888-4888-a4cd-c1d7388e8109 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:27:16.047235 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-50ab26f8-d44a-478b-9e97-5a47e0c83ead req-92f37dbc-ea69-44c3-ad16-d73694688087 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494609 Aug 29 21:27:16.087909 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-28d46aa7-d160-471f-90cd-2836e2742665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f739f363-f144-4ffc-b926-35626843d1c5), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.154661 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad9a92-24d4-49a2-a88f-8fab72e454f3 req-5cfd39ac-d38f-47e0-bb5b-394806d1ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:16.159449 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03ad9a92-24d4-49a2-a88f-8fab72e454f3 req-5cfd39ac-d38f-47e0-bb5b-394806d1ae5c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4466119 Aug 29 21:27:16.178255 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port eba29033-b888-4888-a4cd-c1d7388e8109, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eba29033-b888-4888-a4cd-c1d7388e8109,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:16.198132 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': 'eba29033-b888-4888-a4cd-c1d7388e8109', 'network_id': 'a03b07cd-ec6e-4782-bd47-f6ab0486a61a', 'port_id': 'eba29033-b888-4888-a4cd-c1d7388e8109', 'mac_address': 'fa:16:3e:05:34:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8adc1dc-22e7-4237-89f5-7cea6ed9e661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:27:16.200554 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020d60c-924c-4863-8e7c-65171a80b69d req-01091ea7-13f4-4bce-bc5c-e855e76d46ef tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:16.204274 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0020d60c-924c-4863-8e7c-65171a80b69d req-01091ea7-13f4-4bce-bc5c-e855e76d46ef tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 943 time: 0.0573084 Aug 29 21:27:16.204894 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-28d46aa7-d160-471f-90cd-2836e2742665 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6dba6472081d422f96b6558628b9151d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0916793 Aug 29 21:27:16.205124 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:16.208097 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42344) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:16.224856 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d46aa7-d160-471f-90cd-2836e2742665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f739f363-f144-4ffc-b926-35626843d1c5,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:16.254194 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d507836c-f7b0-45b3-bca5-7e3023eebd66 req-647f638c-53ae-465f-ad80-3d58985dc89d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324586 Aug 29 21:27:16.269872 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port eba29033-b888-4888-a4cd-c1d7388e8109 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:16.270880 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.292246 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba29033-b888-4888-a4cd-c1d7388e8109 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:16.300522 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-93e6ac77-f112-4012-a26d-c6d5169b1752 admin admin] Publish callbacks [] for security_group (f739f363-f144-4ffc-b926-35626843d1c5), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.316656 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0020d60c-924c-4863-8e7c-65171a80b69d req-3865badf-b9db-45c6-badb-ee509b0d99cf tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753264 Aug 29 21:27:16.322261 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:16.328318 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port eba29033-b888-4888-a4cd-c1d7388e8109, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eba29033-b888-4888-a4cd-c1d7388e8109,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:16.336141 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-93e6ac77-f112-4012-a26d-c6d5169b1752 admin admin] Publish callbacks [] for security_group (f739f363-f144-4ffc-b926-35626843d1c5), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.368094 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:16.377057 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Publish callbacks [] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.440324 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.494621 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=eba29033-b888-4888-a4cd-c1d7388e8109,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:16.548436 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Transition to ACTIVE for port object 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:27:16.548867 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-93e6ac77-f112-4012-a26d-c6d5169b1752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f739f363-f144-4ffc-b926-35626843d1c5), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.552471 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-93e6ac77-f112-4012-a26d-c6d5169b1752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.562337 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-93e6ac77-f112-4012-a26d-c6d5169b1752 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f739f363-f144-4ffc-b926-35626843d1c5 HTTP/1.1" status: 204 len: 168 time: 0.3448434 Aug 29 21:27:16.566905 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6ac77-f112-4012-a26d-c6d5169b1752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f739f363-f144-4ffc-b926-35626843d1c5,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:16.657619 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.663673 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:16.701559 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['eba29033-b888-4888-a4cd-c1d7388e8109'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:27:16.774708 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Pushing event updated for resources: {'Port': ['ID=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:16.873083 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd947b98-fd40-4e77-b70a-bed01d6e0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:16.874813 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-bd947b98-fd40-4e77-b70a-bed01d6e0d6b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 1128 time: 0.1032970 Aug 29 21:27:16.883249 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Attempting to bind port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:27:16.885217 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Attempting to bind port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:27:16.887009 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Attempting to bind port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 on network ca335ec8-2cdb-4727-aad4-e94fc1adcada {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:16.894888 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 on network ca335ec8-2cdb-4727-aad4-e94fc1adcada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:27:16.899123 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Attempting to bind port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 on network ca335ec8-2cdb-4727-aad4-e94fc1adcada {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:27:16.938781 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:27:16.939262 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Checking segment: {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:27:16.939580 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Bound using segment: {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:27:16.940062 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Bound port: 7063fec6-24ac-4c04-bef3-3f9ee9c54d76, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:27:16.940415 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:16.992767 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-87a3ec2b-5c33-49d6-af46-e91e91191cc7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32eade43-2044-402f-ab19-8fcb425b1b8a HTTP/1.1" status: 200 len: 217 time: 0.0989356 Aug 29 21:27:17.112747 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1668-ea45-4543-9372-3f47a173a59c req-f695181f-065d-47f3-a4ce-36078d7c4f34 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:17.114315 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ad5d1668-ea45-4543-9372-3f47a173a59c req-f695181f-065d-47f3-a4ce-36078d7c4f34 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 944 time: 0.1706369 Aug 29 21:27:17.144003 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-b144b5a0-b92c-4635-9e92-0349658d989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:17.145496 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-b144b5a0-b92c-4635-9e92-0349658d989a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 200 len: 854 time: 0.1428106 Aug 29 21:27:17.159810 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] For port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:27:17.222431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11fbd8-afa3-4e2c-b6e0-e571a31a9989 req-1233a45c-8b89-4df3-b3ba-c7200b6f6dd3 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:17.224153 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1f11fbd8-afa3-4e2c-b6e0-e571a31a9989 req-1233a45c-8b89-4df3-b3ba-c7200b6f6dd3 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.0500200 Aug 29 21:27:17.225217 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:17.229420 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] For port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:27:17.261564 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-a6fddeba-2d8f-47af-9927-c065d75d226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:17.262973 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-a6fddeba-2d8f-47af-9927-c065d75d226f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d52e082-ed9a-4937-bc0b-8b03e2527c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056137 Aug 29 21:27:17.274917 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1f11fbd8-afa3-4e2c-b6e0-e571a31a9989 req-a8c1765a-cc01-48b0-870b-520679ebc5e4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Aug 29 21:27:17.283291 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ad5d1668-ea45-4543-9372-3f47a173a59c req-99c8ec11-d4d2-49ba-ba54-21e120ad34c0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572673 Aug 29 21:27:17.361921 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-86eca264-a082-4541-a051-37409bf54512 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906749 Aug 29 21:27:17.395104 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568a9c0-9a3d-4288-af02-a3a6e7989a20 req-35fb81e1-ffaf-4d99-b97c-887b67ae72b0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:17.396659 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7568a9c0-9a3d-4288-af02-a3a6e7989a20 req-35fb81e1-ffaf-4d99-b97c-887b67ae72b0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 944 time: 0.0533688 Aug 29 21:27:17.449479 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7568a9c0-9a3d-4288-af02-a3a6e7989a20 req-fae4e11d-85a6-445b-8393-93fcd9fcb1bf tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461915 Aug 29 21:27:17.462576 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:17.485995 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:17.488712 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:17.488712 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/7063fec6-24ac-4c04-bef3-3f9ee9c54d76 HTTP/1.1" status: 200 len: 1094 time: 2.4143085 Aug 29 21:27:17.488712 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'tag': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:17.490777 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3990555-a969-4131-af2f-99ac4063a421" -d '{"events": [{"name": "network-changed", "server_uuid": "528c748a-ba74-44e6-b1a7-84ab068acfcb", "tag": "7063fec6-24ac-4c04-bef3-3f9ee9c54d76"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:17.522383 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb8b5f-e264-4bb1-b8a3-4814ec84c781 req-3f6f3256-d62f-429f-8dbd-4ea06346db33 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:17.523878 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17fb8b5f-e264-4bb1-b8a3-4814ec84c781 req-3f6f3256-d62f-429f-8dbd-4ea06346db33 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 944 time: 0.1062398 Aug 29 21:27:17.569063 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bc9cec-257b-440e-bf67-0608734f1235 req-1b4380c3-d879-4a5a-bdd2-b6a672753054 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980581 Aug 29 21:27:17.586148 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94474043-5fc7-4d25-b4ba-b499ec4a2644 x-openstack-request-id: req-94474043-5fc7-4d25-b4ba-b499ec4a2644 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:17.586436 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528c748a-ba74-44e6-b1a7-84ab068acfcb", "tag": "7063fec6-24ac-4c04-bef3-3f9ee9c54d76", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:17.586683 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94474043-5fc7-4d25-b4ba-b499ec4a2644 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:17.587285 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94474043-5fc7-4d25-b4ba-b499ec4a2644'] response: {'name': 'network-changed', 'server_uuid': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'tag': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76', 'status': 'completed', 'code': 200} Aug 29 21:27:17.658057 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f37ec-c2ad-4dd8-b102-cf5690cb9398 service neutron] Pushing event updated for resources: {'Port': ['ID=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:17.662238 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42390) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:17.668914 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17fb8b5f-e264-4bb1-b8a3-4814ec84c781 req-743c59a1-75ac-45b1-bbb5-9c128391c0dd tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346443 Aug 29 21:27:17.670381 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3990555-a969-4131-af2f-99ac4063a421 req-ac2c5e45-8794-4a05-8edb-9add3c1e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:17.671790 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a3990555-a969-4131-af2f-99ac4063a421 req-ac2c5e45-8794-4a05-8edb-9add3c1e60fc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 1128 time: 0.0837321 Aug 29 21:27:17.791138 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a264ca4b-0107-48a7-a867-34257f3a9bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:17.796522 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3990555-a969-4131-af2f-99ac4063a421 req-b53c95cf-a543-4607-8869-0c6af3ffae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:17.798203 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a3990555-a969-4131-af2f-99ac4063a421 req-b53c95cf-a543-4607-8869-0c6af3ffae19 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=d8d35a885c494e11b42f556554f3698b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1049492 Aug 29 21:27:17.889394 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a264ca4b-0107-48a7-a867-34257f3a9bc9 admin admin] Publish callbacks [] for security_group (9984d30d-2a5b-476c-929f-8b2c856cb1af), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.020590 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 9038f059-1399-4f98-9ce3-88cce7cf0565 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:27:18.035617 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device eba29033-b888-4888-a4cd-c1d7388e8109 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:27:18.091401 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a264ca4b-0107-48a7-a867-34257f3a9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (9984d30d-2a5b-476c-929f-8b2c856cb1af), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.133092 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port eba29033-b888-4888-a4cd-c1d7388e8109 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:27:18.139102 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264ca4b-0107-48a7-a867-34257f3a9bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9984d30d-2a5b-476c-929f-8b2c856cb1af,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:18.144129 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-a264ca4b-0107-48a7-a867-34257f3a9bc9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=614b1b46348243d69faf15fe1265b85a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4792547 Aug 29 21:27:18.146851 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42412) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:18.177219 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 9038f059-1399-4f98-9ce3-88cce7cf0565, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9038f059-1399-4f98-9ce3-88cce7cf0565,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:18.193688 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '9038f059-1399-4f98-9ce3-88cce7cf0565', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'port_id': '9038f059-1399-4f98-9ce3-88cce7cf0565', 'mac_address': 'fa:16:3e:b5:df:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:27:18.202936 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e831378d-7dff-4c98-825d-d037b8319440 admin admin] Publish callbacks [] for security_group (9984d30d-2a5b-476c-929f-8b2c856cb1af), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.226112 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e831378d-7dff-4c98-825d-d037b8319440 admin admin] Publish callbacks [] for security_group (9984d30d-2a5b-476c-929f-8b2c856cb1af), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.238230 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 9038f059-1399-4f98-9ce3-88cce7cf0565 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:18.243813 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.249932 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port eba29033-b888-4888-a4cd-c1d7388e8109 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:27:18.251053 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.276875 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9038f059-1399-4f98-9ce3-88cce7cf0565 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:18.310864 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 9038f059-1399-4f98-9ce3-88cce7cf0565, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9038f059-1399-4f98-9ce3-88cce7cf0565,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:18.356327 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port eba29033-b888-4888-a4cd-c1d7388e8109 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:18.356667 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.386285 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5c96ac-f97f-448f-beca-9f9caa324e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba29033-b888-4888-a4cd-c1d7388e8109'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:18.400423 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e831378d-7dff-4c98-825d-d037b8319440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (9984d30d-2a5b-476c-929f-8b2c856cb1af), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.402934 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e831378d-7dff-4c98-825d-d037b8319440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.404089 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e831378d-7dff-4c98-825d-d037b8319440 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/9984d30d-2a5b-476c-929f-8b2c856cb1af HTTP/1.1" status: 204 len: 168 time: 0.2562807 Aug 29 21:27:18.416395 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831378d-7dff-4c98-825d-d037b8319440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9984d30d-2a5b-476c-929f-8b2c856cb1af,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:18.428014 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b5ee2-77ea-4339-a805-5d059a805005 req-ec21275e-d047-45f3-909e-9f3e236916ca tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:18.428922 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79f753-a465-4aa2-9a7c-08a9f1946eb4 req-3b2a4ac1-2b17-400b-838f-b87fc7c0aeb5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:18.430144 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-506b5ee2-77ea-4339-a805-5d059a805005 req-ec21275e-d047-45f3-909e-9f3e236916ca tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 944 time: 0.0621254 Aug 29 21:27:18.430747 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8e79f753-a465-4aa2-9a7c-08a9f1946eb4 req-3b2a4ac1-2b17-400b-838f-b87fc7c0aeb5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.0647261 Aug 29 21:27:18.460543 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.507961 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port eba29033-b888-4888-a4cd-c1d7388e8109, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eba29033-b888-4888-a4cd-c1d7388e8109,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:18.525693 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8e79f753-a465-4aa2-9a7c-08a9f1946eb4 req-3110cf1a-dac6-4271-a79c-b685248985d8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847280 Aug 29 21:27:18.544725 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-506b5ee2-77ea-4339-a805-5d059a805005 req-812a29fb-6755-48a4-b18c-a5ad5c69efc8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089416 Aug 29 21:27:18.561507 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=9038f059-1399-4f98-9ce3-88cce7cf0565,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:18.596531 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3990555-a969-4131-af2f-99ac4063a421 req-531b7e7d-2f3e-4258-a5f0-ad90338bf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:18.598211 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a3990555-a969-4131-af2f-99ac4063a421 req-531b7e7d-2f3e-4258-a5f0-ad90338bf3fc service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471696 Aug 29 21:27:18.615358 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:18.669867 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a03e-4efb-43d9-b9a6-55d7292fb630 req-1f32af8a-f2b8-4386-b92b-f44510edc5c3 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:18.671350 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4666a03e-4efb-43d9-b9a6-55d7292fb630 req-1f32af8a-f2b8-4386-b92b-f44510edc5c3 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 944 time: 0.0480914 Aug 29 21:27:18.680860 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=eba29033-b888-4888-a4cd-c1d7388e8109,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:18.693859 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['9038f059-1399-4f98-9ce3-88cce7cf0565'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:27:18.719702 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-9aa1c085-98c5-4ce0-89e2-563be0567d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:18.722583 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-9aa1c085-98c5-4ce0-89e2-563be0567d3b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 1128 time: 0.0683756 Aug 29 21:27:18.728704 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:18.744893 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4666a03e-4efb-43d9-b9a6-55d7292fb630 req-85878ddb-1309-4855-80ac-9bed38ad5e5c tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668044 Aug 29 21:27:18.776511 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-b9379d89-9b6a-45e1-a68d-28d1fbb215d6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7063fec6-24ac-4c04-bef3-3f9ee9c54d76 HTTP/1.1" status: 200 len: 217 time: 0.0467832 Aug 29 21:27:18.854436 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83e524-5fa1-44d2-9774-c1ecce5ea2a3 req-3616f62a-e3a0-4b9d-87b7-f2bfd2f8a0a3 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:18.855986 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dd83e524-5fa1-44d2-9774-c1ecce5ea2a3 req-3616f62a-e3a0-4b9d-87b7-f2bfd2f8a0a3 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0814066 Aug 29 21:27:18.875738 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-143d026a-65c7-4282-8c78-34933fa911f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:18.877147 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-143d026a-65c7-4282-8c78-34933fa911f5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=84c16168-2d13-4210-b060-f2bf7757ab6b HTTP/1.1" status: 200 len: 849 time: 0.0916829 Aug 29 21:27:18.898925 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f614ce0-4167-4663-9e8c-c1c2e809e1f4" -d '{"events": [{"server_uuid": "1b5c96ac-f97f-448f-beca-9f9caa324e64", "name": "network-vif-plugged", "status": "completed", "tag": "eba29033-b888-4888-a4cd-c1d7388e8109"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:18.962081 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-b3f52808-2942-4d70-af06-311f01cc2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:18.963608 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-b3f52808-2942-4d70-af06-311f01cc2870 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca335ec8-2cdb-4727-aad4-e94fc1adcada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803878 Aug 29 21:27:18.980624 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dd83e524-5fa1-44d2-9774-c1ecce5ea2a3 req-4c23210e-c6db-4565-b909-8b7cca43cd72 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148987 Aug 29 21:27:19.108299 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-394a2444-fa88-48fb-b5c4-f5be7c418975 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265600 Aug 29 21:27:19.140478 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641aa4c6-d030-439e-8cbf-d46a867d3893 x-openstack-request-id: req-641aa4c6-d030-439e-8cbf-d46a867d3893 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:19.144308 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5c96ac-f97f-448f-beca-9f9caa324e64", "name": "network-vif-plugged", "status": "completed", "tag": "eba29033-b888-4888-a4cd-c1d7388e8109", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:19.144308 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-641aa4c6-d030-439e-8cbf-d46a867d3893 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:19.144308 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641aa4c6-d030-439e-8cbf-d46a867d3893'] response: {'server_uuid': '1b5c96ac-f97f-448f-beca-9f9caa324e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba29033-b888-4888-a4cd-c1d7388e8109', 'code': 200} Aug 29 21:27:19.431380 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9cd82c5-e2f9-4509-9486-55a27180d64b req-68e9003f-46b5-433a-8499-c876143ef526 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157551 Aug 29 21:27:19.603188 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42476) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:19.618545 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-de85a192-5b71-407a-bb95-4c6b0291f9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:19.734283 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb40e3-2212-47e7-8117-02dd32655411 req-3e8fd255-e343-4c38-9541-548b302f633f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:19.736469 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-edeb40e3-2212-47e7-8117-02dd32655411 req-3e8fd255-e343-4c38-9541-548b302f633f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 943 time: 0.0728493 Aug 29 21:27:19.737172 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87fefe-338e-4f47-bad2-fdaa3982ab68 req-ea128407-6653-4323-b7a6-fee25809719b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:19.744286 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ad87fefe-338e-4f47-bad2-fdaa3982ab68 req-ea128407-6653-4323-b7a6-fee25809719b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 944 time: 0.0840030 Aug 29 21:27:19.788595 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ad87fefe-338e-4f47-bad2-fdaa3982ab68 req-8bb1b802-8ef0-4e17-a482-e84867906cc4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434413 Aug 29 21:27:19.814498 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-edeb40e3-2212-47e7-8117-02dd32655411 req-52a5f59c-9c0d-4827-ab38-1b8d2a32fcaf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700624 Aug 29 21:27:19.816398 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-de85a192-5b71-407a-bb95-4c6b0291f9a6 admin admin] Publish callbacks [] for security_group (e3765a8c-bc25-4701-a5c2-b2864d22e9a0), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:19.909663 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ed117-6b2e-4fab-bf7d-56f9c79a2c38 req-e82ca00d-ba9c-4e4b-bfba-8332a6e65974 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:19.909663 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6d8ed117-6b2e-4fab-bf7d-56f9c79a2c38 req-e82ca00d-ba9c-4e4b-bfba-8332a6e65974 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 944 time: 0.0490334 Aug 29 21:27:19.936724 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-de85a192-5b71-407a-bb95-4c6b0291f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e3765a8c-bc25-4701-a5c2-b2864d22e9a0), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:19.976701 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6d8ed117-6b2e-4fab-bf7d-56f9c79a2c38 req-5894fa54-dcbd-4d0c-8276-3cf83004c465 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631533 Aug 29 21:27:19.990946 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85a192-5b71-407a-bb95-4c6b0291f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3765a8c-bc25-4701-a5c2-b2864d22e9a0,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:20.026311 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42492) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:20.028636 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-de85a192-5b71-407a-bb95-4c6b0291f9a6 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=064f4702eac44510b25010d5324954cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240949 Aug 29 21:27:20.032872 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:27:20.038918 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 9038f059-1399-4f98-9ce3-88cce7cf0565 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:27:20.093344 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-31315dfe-95b0-4558-b73a-62009f12c2c5 admin admin] Publish callbacks [] for security_group (e3765a8c-bc25-4701-a5c2-b2864d22e9a0), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.116307 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 9038f059-1399-4f98-9ce3-88cce7cf0565 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:27:20.142493 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-31315dfe-95b0-4558-b73a-62009f12c2c5 admin admin] Publish callbacks [] for security_group (e3765a8c-bc25-4701-a5c2-b2864d22e9a0), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.144212 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddfc49-e4d3-4337-a271-7a3cad407723 req-e4763f5a-3ff4-4cbe-a2de-8e4474861cff tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:20.145907 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c7ddfc49-e4d3-4337-a271-7a3cad407723 req-e4763f5a-3ff4-4cbe-a2de-8e4474861cff tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0667310 Aug 29 21:27:20.220033 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:20.227156 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:20.235398 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c7ddfc49-e4d3-4337-a271-7a3cad407723 req-faeb51ca-98fb-42a9-a62e-b5ec312642be tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834589 Aug 29 21:27:20.240550 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 9038f059-1399-4f98-9ce3-88cce7cf0565 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:27:20.240947 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.242554 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'port_id': '97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5', 'mac_address': 'fa:16:3e:8f:61:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:27:20.303836 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:20.304246 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.323356 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:20.371965 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-31315dfe-95b0-4558-b73a-62009f12c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e3765a8c-bc25-4701-a5c2-b2864d22e9a0), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.374732 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-31315dfe-95b0-4558-b73a-62009f12c2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.376930 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-31315dfe-95b0-4558-b73a-62009f12c2c5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e3765a8c-bc25-4701-a5c2-b2864d22e9a0 HTTP/1.1" status: 204 len: 168 time: 0.3489897 Aug 29 21:27:20.383945 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafef53-31a9-4a9f-9deb-f9c6c278fd20 req-0f242ead-338d-4f31-b388-c304f936909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:20.385591 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3bafef53-31a9-4a9f-9deb-f9c6c278fd20 req-0f242ead-338d-4f31-b388-c304f936909a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 1129 time: 0.0800271 Aug 29 21:27:20.397554 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31315dfe-95b0-4558-b73a-62009f12c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3765a8c-bc25-4701-a5c2-b2864d22e9a0,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:20.409146 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-3bafef53-31a9-4a9f-9deb-f9c6c278fd20 req-acf9102f-4b51-4428-9b7c-3043b7670931 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.486132 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:20.493527 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 9038f059-1399-4f98-9ce3-88cce7cf0565 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:20.493920 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.496915 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-3bafef53-31a9-4a9f-9deb-f9c6c278fd20 req-acf9102f-4b51-4428-9b7c-3043b7670931 service neutron] Publish callbacks [] for security_group (26220c25-f358-4699-8fd6-91695a84d9c3), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.529400 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 9038f059-1399-4f98-9ce3-88cce7cf0565, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9038f059-1399-4f98-9ce3-88cce7cf0565,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:20.542993 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:20.583193 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.584437 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 32eade43-2044-402f-ab19-8fcb425b1b8a details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:27:20.652212 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-3bafef53-31a9-4a9f-9deb-f9c6c278fd20 req-acf9102f-4b51-4428-9b7c-3043b7670931 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (26220c25-f358-4699-8fd6-91695a84d9c3), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.685680 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.691743 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:20.719608 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3bafef53-31a9-4a9f-9deb-f9c6c278fd20 req-acf9102f-4b51-4428-9b7c-3043b7670931 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260887 Aug 29 21:27:20.720557 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9102f-4b51-4428-9b7c-3043b7670931 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=26220c25-f358-4699-8fd6-91695a84d9c3,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:20.768012 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=9038f059-1399-4f98-9ce3-88cce7cf0565,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:20.782513 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42500) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:20.783018 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 32eade43-2044-402f-ab19-8fcb425b1b8a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=32eade43-2044-402f-ab19-8fcb425b1b8a,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:20.800214 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:27:20.845402 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 32eade43-2044-402f-ab19-8fcb425b1b8a is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:20.845848 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.861318 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32eade43-2044-402f-ab19-8fcb425b1b8a {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:20.900511 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 32eade43-2044-402f-ab19-8fcb425b1b8a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=32eade43-2044-402f-ab19-8fcb425b1b8a,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:20.963414 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-966a5bb2-9f38-4786-91fe-c37de292676c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:20.966731 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ecf69-c34b-47f1-ba90-41fc90aa7b99 req-f8b5fcff-e541-49d4-8ce4-d439d6479304 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:20.968336 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ce7ecf69-c34b-47f1-ba90-41fc90aa7b99 req-f8b5fcff-e541-49d4-8ce4-d439d6479304 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 944 time: 0.0565021 Aug 29 21:27:20.972834 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edac671-384a-49c1-99ae-d64756380394 req-48a5cba9-9205-4e04-9496-6a31f980fa81 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:20.974414 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9edac671-384a-49c1-99ae-d64756380394 req-48a5cba9-9205-4e04-9496-6a31f980fa81 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 944 time: 0.0713241 Aug 29 21:27:21.022997 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.044994 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ce7ecf69-c34b-47f1-ba90-41fc90aa7b99 req-83ebc147-db34-4ab5-b3a0-c3fa7df6846a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658164 Aug 29 21:27:21.054743 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9edac671-384a-49c1-99ae-d64756380394 req-79bb0e7c-7118-45bc-a36f-592813182e04 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739605 Aug 29 21:27:21.142050 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-966a5bb2-9f38-4786-91fe-c37de292676c admin admin] Publish callbacks [] for security_group (2ca6ecd0-80df-4188-867d-d3dc51877570), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.142577 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b9b318-ba34-455a-90b9-4ff5619fa02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9038f059-1399-4f98-9ce3-88cce7cf0565'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:21.145263 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573f4f8f-b14a-4655-a873-6d9aacd9d3e5" -d '{"events": [{"server_uuid": "28b9b318-ba34-455a-90b9-4ff5619fa02e", "name": "network-vif-plugged", "status": "completed", "tag": "9038f059-1399-4f98-9ce3-88cce7cf0565"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:21.148643 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=32eade43-2044-402f-ab19-8fcb425b1b8a,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:21.194487 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d27f8fe-2114-4bd2-b03e-28f4ba921d88 x-openstack-request-id: req-6d27f8fe-2114-4bd2-b03e-28f4ba921d88 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:21.195080 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b9b318-ba34-455a-90b9-4ff5619fa02e", "name": "network-vif-plugged", "status": "completed", "tag": "9038f059-1399-4f98-9ce3-88cce7cf0565", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:21.195569 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d27f8fe-2114-4bd2-b03e-28f4ba921d88 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:21.196086 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d27f8fe-2114-4bd2-b03e-28f4ba921d88'] response: {'server_uuid': '28b9b318-ba34-455a-90b9-4ff5619fa02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9038f059-1399-4f98-9ce3-88cce7cf0565', 'code': 200} Aug 29 21:27:21.220197 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5bccf-a845-4d34-85d3-91b1d7523c40 req-09df18a7-ae78-4de3-95c8-abc535d57af2 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:21.221910 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4fc5bccf-a845-4d34-85d3-91b1d7523c40 req-09df18a7-ae78-4de3-95c8-abc535d57af2 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 944 time: 0.0536542 Aug 29 21:27:21.223793 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-966a5bb2-9f38-4786-91fe-c37de292676c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (2ca6ecd0-80df-4188-867d-d3dc51877570), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.288479 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-966a5bb2-9f38-4786-91fe-c37de292676c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e2784f5faf9d4c9f817dd797c6ea2ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050249 Aug 29 21:27:21.292200 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42524) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:21.292763 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4fc5bccf-a845-4d34-85d3-91b1d7523c40 req-0ec7b3d3-3c7f-42eb-9890-07bf57e31204 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629876 Aug 29 21:27:21.307917 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a5bb2-9f38-4786-91fe-c37de292676c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca6ecd0-80df-4188-867d-d3dc51877570,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:21.370414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42528) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:21.385054 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:27:21.386768 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f49c44ce-ba79-4191-8aee-c9b5735ac422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.476302 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['32eade43-2044-402f-ab19-8fcb425b1b8a'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:27:21.501157 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f49c44ce-ba79-4191-8aee-c9b5735ac422 admin admin] Publish callbacks [] for security_group (a7d085c5-834f-40e0-bb30-6f0b60ff7f51), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.580049 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f49c44ce-ba79-4191-8aee-c9b5735ac422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a7d085c5-834f-40e0-bb30-6f0b60ff7f51), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.600886 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f352d8-a4d2-4e9e-8208-7636674484cb req-7e1df571-033c-4631-b8da-425bc0d4865c tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:21.602579 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c0f352d8-a4d2-4e9e-8208-7636674484cb req-7e1df571-033c-4631-b8da-425bc0d4865c tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0620821 Aug 29 21:27:21.637702 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-f49c44ce-ba79-4191-8aee-c9b5735ac422 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=1b34b60ac8f345d49d2360aa89882a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666070 Aug 29 21:27:21.640308 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42530) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:21.642977 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f79271e3-b753-43ed-bc12-89837541975b admin admin] Publish callbacks [] for security_group (2ca6ecd0-80df-4188-867d-d3dc51877570), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.648589 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c44ce-ba79-4191-8aee-c9b5735ac422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d085c5-834f-40e0-bb30-6f0b60ff7f51,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:21.686745 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f79271e3-b753-43ed-bc12-89837541975b admin admin] Publish callbacks [] for security_group (2ca6ecd0-80df-4188-867d-d3dc51877570), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.693642 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c0f352d8-a4d2-4e9e-8208-7636674484cb req-22d8f429-f8cf-443d-af57-c3680e98efc8 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827296 Aug 29 21:27:21.714900 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-365e7e2d-3ce9-4331-8de5-c5505a249788 admin admin] Publish callbacks [] for security_group (a7d085c5-834f-40e0-bb30-6f0b60ff7f51), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.741625 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-365e7e2d-3ce9-4331-8de5-c5505a249788 admin admin] Publish callbacks [] for security_group (a7d085c5-834f-40e0-bb30-6f0b60ff7f51), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.868476 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f79271e3-b753-43ed-bc12-89837541975b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (2ca6ecd0-80df-4188-867d-d3dc51877570), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.871506 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f79271e3-b753-43ed-bc12-89837541975b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.872720 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f79271e3-b753-43ed-bc12-89837541975b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2ca6ecd0-80df-4188-867d-d3dc51877570 HTTP/1.1" status: 204 len: 168 time: 0.5744407 Aug 29 21:27:21.881634 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79271e3-b753-43ed-bc12-89837541975b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca6ecd0-80df-4188-867d-d3dc51877570,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:21.915843 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-365e7e2d-3ce9-4331-8de5-c5505a249788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a7d085c5-834f-40e0-bb30-6f0b60ff7f51), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.918523 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-365e7e2d-3ce9-4331-8de5-c5505a249788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:21.920172 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-365e7e2d-3ce9-4331-8de5-c5505a249788 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a7d085c5-834f-40e0-bb30-6f0b60ff7f51 HTTP/1.1" status: 204 len: 168 time: 0.2778771 Aug 29 21:27:21.936318 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b59e-077d-4990-bba3-34fa1c7ef424 req-a1d2e5d8-17d4-4d8a-b212-6911b73ad92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:21.937910 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-53b8b59e-077d-4990-bba3-34fa1c7ef424 req-a1d2e5d8-17d4-4d8a-b212-6911b73ad92c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 1129 time: 0.0710244 Aug 29 21:27:21.940182 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e7e2d-3ce9-4331-8de5-c5505a249788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d085c5-834f-40e0-bb30-6f0b60ff7f51,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:22.001273 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-53b8b59e-077d-4990-bba3-34fa1c7ef424 req-c01d7af1-3b73-49d1-be40-554de9caddb6 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Aug 29 21:27:22.017833 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:22.103518 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:22.130726 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:27:22.217257 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568c85f-75a3-4555-8e8c-e349a99654e7 req-770dfbea-71bf-43b8-96ae-e4c9416a6f4c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:22.227250 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0568c85f-75a3-4555-8e8c-e349a99654e7 req-770dfbea-71bf-43b8-96ae-e4c9416a6f4c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 944 time: 0.0745773 Aug 29 21:27:22.270345 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51376e83-d851-422d-8794-2881c0031c54 req-741a0550-b9fa-4f49-adc7-3329bb6ea0fd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:22.273523 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-51376e83-d851-422d-8794-2881c0031c54 req-741a0550-b9fa-4f49-adc7-3329bb6ea0fd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 945 time: 0.1159008 Aug 29 21:27:22.289905 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:22.292566 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0568c85f-75a3-4555-8e8c-e349a99654e7 req-1f4ce5e3-f1bb-48dc-9968-9209bc37b8cd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644894 Aug 29 21:27:22.321830 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'port_id': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76', 'mac_address': 'fa:16:3e:da:95:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:27:22.379663 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-51376e83-d851-422d-8794-2881c0031c54 req-70537c45-c5ba-4861-8a71-bb2a85993c43 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954545 Aug 29 21:27:22.431374 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:22.432167 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:22.492820 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:27:22.496982 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:22.527538 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fe7f9-7a67-4490-89b7-a2c8bebc777d req-b746941c-b71f-4c97-990f-07ac24605005 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:22.529672 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-180fe7f9-7a67-4490-89b7-a2c8bebc777d req-b746941c-b71f-4c97-990f-07ac24605005 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 944 time: 0.1114578 Aug 29 21:27:22.539001 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:22.608179 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-180fe7f9-7a67-4490-89b7-a2c8bebc777d req-6fb60ba1-410f-4407-9dd3-cc3599bb93c1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718510 Aug 29 21:27:22.610845 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:22.650768 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:22.711327 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:27:22.803623 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:22.816864 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:27:22.857897 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0248db6-5c9f-4dd4-89a4-1a33ff3d9540 req-3460f330-2b75-4ca7-bb03-bf541333a923 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:22.865589 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a0248db6-5c9f-4dd4-89a4-1a33ff3d9540 req-3460f330-2b75-4ca7-bb03-bf541333a923 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0926929 Aug 29 21:27:22.913032 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:27:22.914918 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:22.920730 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a0248db6-5c9f-4dd4-89a4-1a33ff3d9540 req-d9470dcd-ded4-4204-ad0f-dc3ab4e78958 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539386 Aug 29 21:27:22.958798 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:22.961766 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['7063fec6-24ac-4c04-bef3-3f9ee9c54d76'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:27:23.004232 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42576) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:23.022160 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eb6067bc-f81d-4a9d-987d-90c57ed129d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.095695 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:23.097876 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.118316 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eb6067bc-f81d-4a9d-987d-90c57ed129d1 admin admin] Publish callbacks [] for security_group (8fdf97fa-c186-4daa-9600-010e56c007fa), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.188048 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:23.198379 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37678b50-656d-49b5-8f7a-5059a89f458d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:23.200630 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f1c4e-c4fd-472c-b9b9-b88e2cd6eb2d" -d '{"events": [{"server_uuid": "37678b50-656d-49b5-8f7a-5059a89f458d", "name": "network-vif-plugged", "status": "completed", "tag": "97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:23.240212 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eb6067bc-f81d-4a9d-987d-90c57ed129d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8fdf97fa-c186-4daa-9600-010e56c007fa), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.268242 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d812584-56c7-4ead-adc7-c6e70b1d4f25 x-openstack-request-id: req-4d812584-56c7-4ead-adc7-c6e70b1d4f25 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:23.268522 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37678b50-656d-49b5-8f7a-5059a89f458d", "name": "network-vif-plugged", "status": "completed", "tag": "97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:23.283447 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d812584-56c7-4ead-adc7-c6e70b1d4f25 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:23.283447 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d812584-56c7-4ead-adc7-c6e70b1d4f25'] response: {'server_uuid': '37678b50-656d-49b5-8f7a-5059a89f458d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5', 'code': 200} Aug 29 21:27:23.292440 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6067bc-f81d-4a9d-987d-90c57ed129d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdf97fa-c186-4daa-9600-010e56c007fa,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:23.297115 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-eb6067bc-f81d-4a9d-987d-90c57ed129d1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2bde6509bbae45b9a7affa8ef7081ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916133 Aug 29 21:27:23.299700 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42592) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:23.315172 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.316103 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 32eade43-2044-402f-ab19-8fcb425b1b8a up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:27:23.357450 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b1d91ed9-027f-4c07-ac1b-a2b89f964777 admin admin] Publish callbacks [] for security_group (8fdf97fa-c186-4daa-9600-010e56c007fa), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.381425 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b1d91ed9-027f-4c07-ac1b-a2b89f964777 admin admin] Publish callbacks [] for security_group (8fdf97fa-c186-4daa-9600-010e56c007fa), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.409473 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:23.445793 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 32eade43-2044-402f-ab19-8fcb425b1b8a completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:27:23.462622 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae333b20-39d2-4daa-88b2-f42e95681972 req-4905048c-7a25-4113-98da-a8fe80df3190 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:23.464166 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ae333b20-39d2-4daa-88b2-f42e95681972 req-4905048c-7a25-4113-98da-a8fe80df3190 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0738916 Aug 29 21:27:23.509004 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b5ee8-842e-4e21-bc5d-9c82de63ef74 req-8a598ca7-9f39-4d09-b735-8f2e08931d74 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:23.510462 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-881b5ee8-842e-4e21-bc5d-9c82de63ef74 req-8a598ca7-9f39-4d09-b735-8f2e08931d74 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 945 time: 0.0540700 Aug 29 21:27:23.516828 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ae333b20-39d2-4daa-88b2-f42e95681972 req-afa9a046-0374-4bb5-a3f2-6e67d34a5dc0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438826 Aug 29 21:27:23.554585 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 32eade43-2044-402f-ab19-8fcb425b1b8a triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:27:23.555132 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.556019 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b1d91ed9-027f-4c07-ac1b-a2b89f964777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8fdf97fa-c186-4daa-9600-010e56c007fa), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.558525 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b1d91ed9-027f-4c07-ac1b-a2b89f964777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.560438 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b1d91ed9-027f-4c07-ac1b-a2b89f964777 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8fdf97fa-c186-4daa-9600-010e56c007fa HTTP/1.1" status: 204 len: 168 time: 0.2590327 Aug 29 21:27:23.578160 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d91ed9-027f-4c07-ac1b-a2b89f964777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdf97fa-c186-4daa-9600-010e56c007fa,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:23.605385 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-881b5ee8-842e-4e21-bc5d-9c82de63ef74 req-4b27a6cc-b2c1-491a-973d-59d31b1c0bb8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891740 Aug 29 21:27:23.662880 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 32eade43-2044-402f-ab19-8fcb425b1b8a is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:23.663325 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.709872 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 32eade43-2044-402f-ab19-8fcb425b1b8a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=32eade43-2044-402f-ab19-8fcb425b1b8a,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:23.782836 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c49d2b-19f0-4e36-b257-e761dc85dafa req-88cb0251-7f7c-4399-8fa6-d65cdd433d67 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:23.784597 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a3c49d2b-19f0-4e36-b257-e761dc85dafa req-88cb0251-7f7c-4399-8fa6-d65cdd433d67 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 945 time: 0.0669417 Aug 29 21:27:23.794719 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:23.839321 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a3c49d2b-19f0-4e36-b257-e761dc85dafa req-83b2119c-f802-436f-b8fb-93c47ac3ce50 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488367 Aug 29 21:27:23.877853 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=32eade43-2044-402f-ab19-8fcb425b1b8a,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:24.078815 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f76c2-917d-4d28-9c53-9c72d5af37c2 req-45dec313-7b12-4307-9b7b-c1c3af64db70 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:24.078815 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5a4f76c2-917d-4d28-9c53-9c72d5af37c2 req-45dec313-7b12-4307-9b7b-c1c3af64db70 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0725853 Aug 29 21:27:24.135083 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5a4f76c2-917d-4d28-9c53-9c72d5af37c2 req-f8b8438e-f812-4810-aebd-23bbea3576e5 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547659 Aug 29 21:27:24.276272 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:24.365783 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:24.647011 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8bc14-a638-4a33-be3a-5cf35c4171b2 req-26fc3bc6-c659-4bc8-b28f-c7498a8a3565 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:24.649217 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d7f8bc14-a638-4a33-be3a-5cf35c4171b2 req-26fc3bc6-c659-4bc8-b28f-c7498a8a3565 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0481265 Aug 29 21:27:24.703608 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d7f8bc14-a638-4a33-be3a-5cf35c4171b2 req-391c01b0-7a43-4afd-a377-1122beacf621 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478702 Aug 29 21:27:24.745029 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d7b54-6426-4bdc-8415-7d537e1627a9 req-db380a4f-2376-4709-b597-693755fdf503 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:24.746520 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ac0d7b54-6426-4bdc-8415-7d537e1627a9 req-db380a4f-2376-4709-b597-693755fdf503 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0596728 Aug 29 21:27:24.793742 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ac0d7b54-6426-4bdc-8415-7d537e1627a9 req-0134885d-98c0-4608-99ac-86db43ccb2f8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Aug 29 21:27:24.973737 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1c3d-0ddf-4dbc-8487-d7faea723f38 req-80fb5b84-be01-46bf-8e19-923397223718 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:24.975904 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-027a1c3d-0ddf-4dbc-8487-d7faea723f38 req-80fb5b84-be01-46bf-8e19-923397223718 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 945 time: 0.0587075 Aug 29 21:27:25.039581 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-027a1c3d-0ddf-4dbc-8487-d7faea723f38 req-7a90b67b-dfcd-4fc2-80aa-c528d9c7a132 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564532 Aug 29 21:27:25.270390 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979806e6-6c73-40b1-a798-731653815edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32eade43-2044-402f-ab19-8fcb425b1b8a'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:25.272791 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c0d280-39fe-4c6f-a8fe-d45fc9df1933" -d '{"events": [{"server_uuid": "979806e6-6c73-40b1-a798-731653815edc", "name": "network-vif-plugged", "status": "completed", "tag": "32eade43-2044-402f-ab19-8fcb425b1b8a"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:25.309236 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6b9de7-be3e-4732-ac83-eab13688760c x-openstack-request-id: req-3d6b9de7-be3e-4732-ac83-eab13688760c {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:25.309546 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979806e6-6c73-40b1-a798-731653815edc", "name": "network-vif-plugged", "status": "completed", "tag": "32eade43-2044-402f-ab19-8fcb425b1b8a", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:25.309792 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d6b9de7-be3e-4732-ac83-eab13688760c {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:25.310182 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6b9de7-be3e-4732-ac83-eab13688760c'] response: {'server_uuid': '979806e6-6c73-40b1-a798-731653815edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'code': 200} Aug 29 21:27:25.463078 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:25.588564 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:25.821254 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d6750-28cd-4a0b-899a-6a2a2fe77382 req-cec95464-7b14-4bd4-9c2c-3dc936c5afd4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:25.822738 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b82d6750-28cd-4a0b-899a-6a2a2fe77382 req-cec95464-7b14-4bd4-9c2c-3dc936c5afd4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0461452 Aug 29 21:27:25.879877 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b82d6750-28cd-4a0b-899a-6a2a2fe77382 req-bea808a3-691e-4bc0-800a-3dfb276e26ea tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485988 Aug 29 21:27:25.921020 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:25.927177 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e887394-b37c-4cd3-93e3-c7a7d30787cb req-de5e0669-0433-468b-9ef7-8b68399c7e50 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:25.928764 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e887394-b37c-4cd3-93e3-c7a7d30787cb req-de5e0669-0433-468b-9ef7-8b68399c7e50 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0497813 Aug 29 21:27:25.990590 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e887394-b37c-4cd3-93e3-c7a7d30787cb req-9a3c0137-edb3-45a4-b401-df5980be3a9f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560648 Aug 29 21:27:26.018646 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:26.023478 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:26.031264 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:26.180810 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3a046-3f6e-4261-b6e3-8618a216372d req-4ba67bbf-7b4d-4b05-abbe-c852b48ec9e7 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:26.182459 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-27f3a046-3f6e-4261-b6e3-8618a216372d req-4ba67bbf-7b4d-4b05-abbe-c852b48ec9e7 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 945 time: 0.0561547 Aug 29 21:27:26.256237 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-27f3a046-3f6e-4261-b6e3-8618a216372d req-9b2a9b71-3757-4d49-aecd-3cb6ce020911 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671675 Aug 29 21:27:26.428646 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:27:26.481811 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:27:26.606533 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:27:26.607894 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:26.653105 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:26.662680 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f1776-aa6f-410e-a697-22ca0c84184f req-dcb48baa-bdec-49c7-8062-cfa45f08d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:26.662680 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b88f1776-aa6f-410e-a697-22ca0c84184f req-dcb48baa-bdec-49c7-8062-cfa45f08d993 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 1129 time: 0.0518050 Aug 29 21:27:26.713504 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:27:26.714252 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:26.755712 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:26.775523 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b88f1776-aa6f-410e-a697-22ca0c84184f req-9fe56aee-120c-4fd9-af56-16003e183acc service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032197 Aug 29 21:27:26.863269 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:26.994670 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:27.005877 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d973905-c780-4248-bd53-3113ad122205 req-426550c2-9af0-420a-ae79-52c35f0aa401 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:27.007480 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0d973905-c780-4248-bd53-3113ad122205 req-426550c2-9af0-420a-ae79-52c35f0aa401 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0524232 Aug 29 21:27:27.092338 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:27.097331 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0d973905-c780-4248-bd53-3113ad122205 req-523c493f-0cda-4bf0-8227-a9a32b2090f0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829246 Aug 29 21:27:27.168224 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c979-868f-4738-9be6-2142e8c56ca6 req-ea9ab923-1d39-4e18-9d16-886ed1f019b2 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:27.176349 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d8347-e8c7-41c3-8921-9fb88bd76766 req-27bb2db3-3118-4b4c-a381-d455912a8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:27.178063 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-136d8347-e8c7-41c3-8921-9fb88bd76766 req-27bb2db3-3118-4b4c-a381-d455912a8724 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 1130 time: 0.0576262 Aug 29 21:27:27.180589 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ca44c979-868f-4738-9be6-2142e8c56ca6 req-ea9ab923-1d39-4e18-9d16-886ed1f019b2 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0881736 Aug 29 21:27:27.254597 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-136d8347-e8c7-41c3-8921-9fb88bd76766 req-b12e1b3d-6bf9-43a4-a5a2-d05e34209187 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697360 Aug 29 21:27:27.279428 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ca44c979-868f-4738-9be6-2142e8c56ca6 req-3e365967-e36e-4977-95bd-abd7a80dde5b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975718 Aug 29 21:27:27.311787 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:27.314739 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5eb275-9566-49d1-a9c9-1edd44993e0d" -d '{"events": [{"server_uuid": "528c748a-ba74-44e6-b1a7-84ab068acfcb", "name": "network-vif-plugged", "status": "completed", "tag": "7063fec6-24ac-4c04-bef3-3f9ee9c54d76"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:27.419276 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22cced-77ef-4de0-8f06-29714e24dcaf req-2c81545d-5656-4f15-b941-04a7a674c79e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:27.420859 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3e22cced-77ef-4de0-8f06-29714e24dcaf req-2c81545d-5656-4f15-b941-04a7a674c79e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0731194 Aug 29 21:27:27.496403 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3e22cced-77ef-4de0-8f06-29714e24dcaf req-a0d32957-d939-4d72-8dfb-01bff44c5fba tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665195 Aug 29 21:27:27.543523 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5856cf00-6584-4614-8ebf-2dcddd96122f x-openstack-request-id: req-5856cf00-6584-4614-8ebf-2dcddd96122f {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:27.544092 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528c748a-ba74-44e6-b1a7-84ab068acfcb", "name": "network-vif-plugged", "status": "completed", "tag": "7063fec6-24ac-4c04-bef3-3f9ee9c54d76", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:27.544092 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5856cf00-6584-4614-8ebf-2dcddd96122f {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:27.544493 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5856cf00-6584-4614-8ebf-2dcddd96122f'] response: {'server_uuid': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76', 'code': 200} Aug 29 21:27:27.818766 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42816) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:27.961648 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-190ef01e-5ba3-4a2b-82ce-0b3048942ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:28.058167 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-190ef01e-5ba3-4a2b-82ce-0b3048942ef7 admin admin] Publish callbacks [] for security_group (3d6a28e6-c5c7-4005-97a5-4cdda5da7881), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:28.182668 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-190ef01e-5ba3-4a2b-82ce-0b3048942ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3d6a28e6-c5c7-4005-97a5-4cdda5da7881), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:28.226764 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ef01e-5ba3-4a2b-82ce-0b3048942ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6a28e6-c5c7-4005-97a5-4cdda5da7881,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:28.240145 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42836) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:28.248923 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-190ef01e-5ba3-4a2b-82ce-0b3048942ef7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=82ae5d3eee6d4687b85cce1034b63291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290199 Aug 29 21:27:28.343152 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6921d-4598-499b-bc42-11d40f3c7e17 req-39f9a1f9-1820-4de7-8521-e1cefde8add8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:28.345358 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e5c6921d-4598-499b-bc42-11d40f3c7e17 req-39f9a1f9-1820-4de7-8521-e1cefde8add8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0786533 Aug 29 21:27:28.371548 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ca34b295-69ac-404c-afeb-cb589ab34f7f admin admin] Publish callbacks [] for security_group (3d6a28e6-c5c7-4005-97a5-4cdda5da7881), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:28.407227 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ca34b295-69ac-404c-afeb-cb589ab34f7f admin admin] Publish callbacks [] for security_group (3d6a28e6-c5c7-4005-97a5-4cdda5da7881), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:28.428678 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e5c6921d-4598-499b-bc42-11d40f3c7e17 req-92716e7e-3c99-4931-a22f-eafec2260dc3 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737393 Aug 29 21:27:28.561087 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead276f5-6d0e-41f9-9d5a-d0f3d0e6dd3c req-81ee7420-710a-4f63-9f9c-2dc8a73a0d3a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:28.561905 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ead276f5-6d0e-41f9-9d5a-d0f3d0e6dd3c req-81ee7420-710a-4f63-9f9c-2dc8a73a0d3a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0548642 Aug 29 21:27:28.565829 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ca34b295-69ac-404c-afeb-cb589ab34f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3d6a28e6-c5c7-4005-97a5-4cdda5da7881), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:28.568419 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ca34b295-69ac-404c-afeb-cb589ab34f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:28.569512 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ca34b295-69ac-404c-afeb-cb589ab34f7f admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/3d6a28e6-c5c7-4005-97a5-4cdda5da7881 HTTP/1.1" status: 204 len: 168 time: 0.3279853 Aug 29 21:27:28.570475 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:28.587113 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34b295-69ac-404c-afeb-cb589ab34f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6a28e6-c5c7-4005-97a5-4cdda5da7881,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:28.625160 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ead276f5-6d0e-41f9-9d5a-d0f3d0e6dd3c req-c45ca49a-f540-4923-91d8-ecd8487aab30 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533898 Aug 29 21:27:28.730203 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea48a58-2d3c-432b-a66d-2dffa5fdbe5c req-57d9481e-7118-4ac8-8c20-32cea845f762 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:28.731670 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-eea48a58-2d3c-432b-a66d-2dffa5fdbe5c req-57d9481e-7118-4ac8-8c20-32cea845f762 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0478070 Aug 29 21:27:28.780842 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-eea48a58-2d3c-432b-a66d-2dffa5fdbe5c req-ef6dc17b-c364-438c-89f6-5101ffc0e5d7 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Aug 29 21:27:29.040842 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7554c0-a11a-4b76-9ef2-086210ee0b94 req-225283ab-c7ba-4eca-9229-61bc0d13337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:29.042417 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc7554c0-a11a-4b76-9ef2-086210ee0b94 req-225283ab-c7ba-4eca-9229-61bc0d13337f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 1130 time: 0.0401239 Aug 29 21:27:29.090961 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc7554c0-a11a-4b76-9ef2-086210ee0b94 req-fa733eec-3e0c-44a7-8653-ff5ab5044b75 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 Aug 29 21:27:29.331864 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:29.468339 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42864) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:29.488122 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:29.579160 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694c501-0e62-4d26-8624-72efd034cad9 req-80565a7a-9af3-4b56-af55-c6383831f1fd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:29.580697 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6694c501-0e62-4d26-8624-72efd034cad9 req-80565a7a-9af3-4b56-af55-c6383831f1fd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0604820 Aug 29 21:27:29.644557 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Publish callbacks [] for security_group (0c3e1a14-c1b4-4c1f-ae72-906e42a6a4aa), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:29.651786 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6694c501-0e62-4d26-8624-72efd034cad9 req-f2b9beec-e593-43bd-af22-a8e9e9f10789 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636318 Aug 29 21:27:29.758376 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4f07c-8ea0-4f87-ac81-16dbcac0e916 req-4d48c4d2-b8bd-49cf-af8f-dfc980388ae5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:29.759894 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-eda4f07c-8ea0-4f87-ac81-16dbcac0e916 req-4d48c4d2-b8bd-49cf-af8f-dfc980388ae5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0486157 Aug 29 21:27:29.809578 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-eda4f07c-8ea0-4f87-ac81-16dbcac0e916 req-51bd2ed9-a0cb-43ac-a8f5-569f21219481 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Aug 29 21:27:29.834707 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0c3e1a14-c1b4-4c1f-ae72-906e42a6a4aa), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:29.874460 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2693867333b642af825e1330f123cd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033110 Aug 29 21:27:29.875819 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e1a14-c1b4-4c1f-ae72-906e42a6a4aa,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:29.877856 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 42874) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:29.884377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.884720 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.885062 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.885407 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.885738 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.886069 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.886392 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.886714 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.887037 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.887359 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.887704 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.888108 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.888427 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.888755 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.889142 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4acb4b-2fe7-4917-9f64-b7dbcbb36ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:29.931353 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2f551ae2-252e-47ae-9e7f-0165748f769b admin admin] Publish callbacks [] for security_group (0c3e1a14-c1b4-4c1f-ae72-906e42a6a4aa), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:29.956228 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2f551ae2-252e-47ae-9e7f-0165748f769b admin admin] Publish callbacks [] for security_group (0c3e1a14-c1b4-4c1f-ae72-906e42a6a4aa), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:30.154519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36abc7b-b197-4862-be96-7e3c51e02a3c req-e0bd9816-9a7c-4ac9-8fe8-f89c1be9a533 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:30.156098 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f36abc7b-b197-4862-be96-7e3c51e02a3c req-e0bd9816-9a7c-4ac9-8fe8-f89c1be9a533 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0497561 Aug 29 21:27:30.159607 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2f551ae2-252e-47ae-9e7f-0165748f769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0c3e1a14-c1b4-4c1f-ae72-906e42a6a4aa), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:30.162546 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2f551ae2-252e-47ae-9e7f-0165748f769b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:30.164314 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-2f551ae2-252e-47ae-9e7f-0165748f769b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0c3e1a14-c1b4-4c1f-ae72-906e42a6a4aa HTTP/1.1" status: 204 len: 168 time: 0.2853413 Aug 29 21:27:30.179408 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f551ae2-252e-47ae-9e7f-0165748f769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e1a14-c1b4-4c1f-ae72-906e42a6a4aa,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:30.217434 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f36abc7b-b197-4862-be96-7e3c51e02a3c req-7e0897d6-1539-441b-be3c-7b40802517e6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520031 Aug 29 21:27:30.303046 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:30.558267 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4f6e-af52-4d6b-b8c9-fb24a1a0dc8c req-18a95287-9a1e-429e-a41b-8fbe215ef2ec tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:30.559764 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9fda4f6e-af52-4d6b-b8c9-fb24a1a0dc8c req-18a95287-9a1e-429e-a41b-8fbe215ef2ec tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0560250 Aug 29 21:27:30.616987 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9fda4f6e-af52-4d6b-b8c9-fb24a1a0dc8c req-54124a7c-af4a-4ea2-bf60-363dc5693738 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510259 Aug 29 21:27:30.794052 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:30.934424 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99f614-ec55-4d57-ac6c-80f79b859756 req-f49fc5e6-0bd8-414e-beca-21186738ee4a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:30.935986 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1c99f614-ec55-4d57-ac6c-80f79b859756 req-f49fc5e6-0bd8-414e-beca-21186738ee4a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0497856 Aug 29 21:27:30.986631 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1c99f614-ec55-4d57-ac6c-80f79b859756 req-3c56302b-af41-4654-a425-7c021d559a36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Aug 29 21:27:31.119266 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:31.342360 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6baad9-b85a-42d5-bb3f-12b22c148236 req-3083c63e-94e8-41f6-8680-6198f22b26e3 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:31.342360 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1b6baad9-b85a-42d5-bb3f-12b22c148236 req-3083c63e-94e8-41f6-8680-6198f22b26e3 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0483983 Aug 29 21:27:31.393308 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1b6baad9-b85a-42d5-bb3f-12b22c148236 req-ff9c6263-90d1-4bb3-9e30-4fbc8fe21e57 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454009 Aug 29 21:27:31.752197 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba8122-d82b-404d-abca-10fc6bee2729 req-3c6fb649-f9c9-486c-b266-5671bbfa4246 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:31.753731 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f1ba8122-d82b-404d-abca-10fc6bee2729 req-3c6fb649-f9c9-486c-b266-5671bbfa4246 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0495939 Aug 29 21:27:31.806763 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f1ba8122-d82b-404d-abca-10fc6bee2729 req-95598c7e-bb97-4f71-848e-71883bc29e8a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470209 Aug 29 21:27:32.126300 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90371-2b43-49bf-a190-e44b5182977c req-d2389d35-ccf0-4653-be99-c2bad6a7d5dc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:32.127873 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1bf90371-2b43-49bf-a190-e44b5182977c req-d2389d35-ccf0-4653-be99-c2bad6a7d5dc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0609984 Aug 29 21:27:32.178570 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1bf90371-2b43-49bf-a190-e44b5182977c req-8765e66e-ee96-4aa0-b607-18bafdabd910 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Aug 29 21:27:32.516565 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d7503-95f6-4c31-a4de-406f060a2ed8 req-bb990ad5-164d-4b43-9710-4cbdf442fe5e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:32.518119 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-354d7503-95f6-4c31-a4de-406f060a2ed8 req-bb990ad5-164d-4b43-9710-4cbdf442fe5e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0489297 Aug 29 21:27:32.568165 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-354d7503-95f6-4c31-a4de-406f060a2ed8 req-2d82de8e-354e-4417-b4ea-b8a7c5d9de76 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440507 Aug 29 21:27:32.709617 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:32.840302 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:32.943047 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62ab02-7373-4ddf-a5e3-3a07bfd7673e req-c22a5ae3-d8b9-4e22-8353-0a454f5b46d9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:32.944591 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae62ab02-7373-4ddf-a5e3-3a07bfd7673e req-c22a5ae3-d8b9-4e22-8353-0a454f5b46d9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0495532 Aug 29 21:27:32.992736 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae62ab02-7373-4ddf-a5e3-3a07bfd7673e req-f18a5fd0-c4f0-4c88-9fb7-41e8f00624ef tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Aug 29 21:27:33.131757 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-77e7542b-c161-469a-a10e-74cd95927872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:33.305466 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b377b6f-4749-4002-8fe1-cb1817b25545 req-c0b3599f-6f85-4862-a4ad-99a039dcb574 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:33.307086 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2b377b6f-4749-4002-8fe1-cb1817b25545 req-c0b3599f-6f85-4862-a4ad-99a039dcb574 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0504313 Aug 29 21:27:33.359954 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2b377b6f-4749-4002-8fe1-cb1817b25545 req-fdf70447-0f1c-4075-9f35-415b3149f857 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467613 Aug 29 21:27:33.405486 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:33.477101 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebdd50-d5b1-4e20-8275-ff03f6c5c172 req-07560a04-95e6-4e6d-9af4-ddaa856abd59 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:33.479118 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-36ebdd50-d5b1-4e20-8275-ff03f6c5c172 req-07560a04-95e6-4e6d-9af4-ddaa856abd59 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0468237 Aug 29 21:27:33.490718 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 42988) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:33.495199 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-c96d2ef5-f1b3-4ea4-b7c0-00696d0ab76b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'floatingip': {'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:27:33.508281 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:33.571367 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c96d2ef5-f1b3-4ea4-b7c0-00696d0ab76b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (8e40629e-63d7-4023-9c94-aa9df665436b), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:33.747482 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69188e8-f89f-4260-80f7-93cab2bdb1ac req-b10e333c-a5d2-4073-a604-cee16d60f44f tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:33.749023 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d69188e8-f89f-4260-80f7-93cab2bdb1ac req-b10e333c-a5d2-4073-a604-cee16d60f44f tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1036348 Aug 29 21:27:33.877585 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d69188e8-f89f-4260-80f7-93cab2bdb1ac req-ad5b0413-bdbf-4e60-aff2-4fca3d6eb85e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185606 Aug 29 21:27:34.121296 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c4067-2e85-4395-9cf9-a155c79f79d8 req-c2436e6e-fd06-49c6-b44b-bae79dfc4bb9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:34.122843 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d33c4067-2e85-4395-9cf9-a155c79f79d8 req-c2436e6e-fd06-49c6-b44b-bae79dfc4bb9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0477438 Aug 29 21:27:34.190664 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d33c4067-2e85-4395-9cf9-a155c79f79d8 req-37a7cd07-1272-4b2b-9470-68d70b835bcf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618594 Aug 29 21:27:34.310284 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c96d2ef5-f1b3-4ea4-b7c0-00696d0ab76b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:34.428250 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c96d2ef5-f1b3-4ea4-b7c0-00696d0ab76b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (8e40629e-63d7-4023-9c94-aa9df665436b), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:34.521739 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [None req-c96d2ef5-f1b3-4ea4-b7c0-00696d0ab76b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Floating IP 8e40629e-63d7-4023-9c94-aa9df665436b associated. External IP: 172.27.3.166, port: 32eade43-2044-402f-ab19-8fcb425b1b8a. Aug 29 21:27:34.690781 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-eaae30ad-89f0-4efb-9ec2-9dac60bc6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:34.692258 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-eaae30ad-89f0-4efb-9ec2-9dac60bc6927 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 1129 time: 0.0432057 Aug 29 21:27:34.851240 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:34.916632 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96d2ef5-f1b3-4ea4-b7c0-00696d0ab76b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:27:35.094213 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d2ef5-f1b3-4ea4-b7c0-00696d0ab76b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:27:35.102743 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96ed9-6941-411c-9530-537fc05e9df2 req-f6dd9798-cc77-4c0b-9974-069f9e677ca5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:35.104204 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-18b96ed9-6941-411c-9530-537fc05e9df2 req-f6dd9798-cc77-4c0b-9974-069f9e677ca5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0651190 Aug 29 21:27:35.107871 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c96d2ef5-f1b3-4ea4-b7c0-00696d0ab76b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:35.108528 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:27:35.112252 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-a595590f-41c0-4eea-b85c-9c903cc110b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:35.113777 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-a595590f-41c0-4eea-b85c-9c903cc110b4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.1858206 Aug 29 21:27:35.125476 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:27:35.126311 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:27:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:27:35.160825 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c96d2ef5-f1b3-4ea4-b7c0-00696d0ab76b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/8e40629e-63d7-4023-9c94-aa9df665436b HTTP/1.1" status: 200 len: 992 time: 1.6689975 Aug 29 21:27:35.163878 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979806e6-6c73-40b1-a798-731653815edc', 'tag': '32eade43-2044-402f-ab19-8fcb425b1b8a'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:35.166186 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "979806e6-6c73-40b1-a798-731653815edc", "tag": "32eade43-2044-402f-ab19-8fcb425b1b8a"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:35.210301 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-18b96ed9-6941-411c-9530-537fc05e9df2 req-0b76a63f-4ef2-4368-b856-cf1ba3571461 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789666 Aug 29 21:27:35.212566 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbb9426-5fb2-4d85-8cfa-f90be98a189a x-openstack-request-id: req-6fbb9426-5fb2-4d85-8cfa-f90be98a189a {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:35.212883 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979806e6-6c73-40b1-a798-731653815edc", "tag": "32eade43-2044-402f-ab19-8fcb425b1b8a", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:35.213161 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fbb9426-5fb2-4d85-8cfa-f90be98a189a {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:35.213593 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fbb9426-5fb2-4d85-8cfa-f90be98a189a'] response: {'name': 'network-changed', 'server_uuid': '979806e6-6c73-40b1-a798-731653815edc', 'tag': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'status': 'completed', 'code': 200} Aug 29 21:27:35.241966 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:27:35.321930 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9c14-379e-47c1-bf4b-edd33995113e req-53fc9a3d-75ca-49c8-85d7-ca3f9e2d4cda tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:35.323487 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c7bb9c14-379e-47c1-bf4b-edd33995113e req-53fc9a3d-75ca-49c8-85d7-ca3f9e2d4cda tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0519671 Aug 29 21:27:35.337035 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-3f9a83ac-fd0c-4df6-91a4-db29b239c434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:35.377126 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c7bb9c14-379e-47c1-bf4b-edd33995113e req-ed01bdbc-8bcd-4175-a0a8-483872903fc4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478182 Aug 29 21:27:35.508933 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '8e40629e-63d7-4023-9c94-aa9df665436b', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:51Z', 'updated_at': '2022-08-29T21:27:34Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:27:35.539146 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:27:35.548470 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:27:35.560822 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:27:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:27:35.583542 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:35.657219 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:27:35.722243 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-6a5d8852-cb53-4bb7-ad29-90984e017802 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 HTTP/1.1" status: 200 len: 217 time: 0.0628262 Aug 29 21:27:35.763432 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-ddb05396-72f0-4d04-bea5-6051d65a12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:35.764871 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-ddb05396-72f0-4d04-bea5-6051d65a12c0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 1130 time: 0.0981891 Aug 29 21:27:35.826702 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-09aa3a86-8f11-4c37-84bf-948d23c7400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:35.827149 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-09aa3a86-8f11-4c37-84bf-948d23c7400a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.0976040 Aug 29 21:27:35.880914 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '8e40629e-63d7-4023-9c94-aa9df665436b', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:51Z', 'updated_at': '2022-08-29T21:27:34Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:27:35.911053 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28353639-23c6-451e-94e5-81a197f2ae64 None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '8e40629e-63d7-4023-9c94-aa9df665436b', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:51Z', 'updated_at': '2022-08-29T21:27:34Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:27:35.911237 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-573a1163-9d54-4d9d-b3a6-e1bd108129e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:35.911377 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-573a1163-9d54-4d9d-b3a6-e1bd108129e3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 916 time: 0.1396508 Aug 29 21:27:35.917071 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-880ac021-b643-4065-9a4d-ef1c931c2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:35.918700 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-880ac021-b643-4065-9a4d-ef1c931c2f7a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578134 Aug 29 21:27:36.154336 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:27:36.156555 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-343e01da-df28-4468-8471-6d4fc886af44 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32eade43-2044-402f-ab19-8fcb425b1b8a HTTP/1.1" status: 200 len: 1000 time: 0.1538107 Aug 29 21:27:36.156555 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-c3e7eaf2-7454-46ed-b4c4-ec8a199da783 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852555 Aug 29 21:27:36.163234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c826e1b-7fe6-4a04-ae62-55f327c8903e None None] New status for floating IP 8e40629e-63d7-4023-9c94-aa9df665436b: ACTIVE {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:27:36.336619 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042300d3-7597-4610-b4be-1ae374dc9aa6 req-2d659243-136f-4025-acc7-f687b78502f3 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:36.338364 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-042300d3-7597-4610-b4be-1ae374dc9aa6 req-2d659243-136f-4025-acc7-f687b78502f3 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0483122 Aug 29 21:27:36.389389 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-042300d3-7597-4610-b4be-1ae374dc9aa6 req-b0155726-ff11-4712-9fac-5ff8ac10ee4b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448315 Aug 29 21:27:36.583492 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06859e7a-28d0-43c5-a6d5-142a40b4ae84 req-3026ab65-034d-4727-8f23-5189dfead1bc tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:36.590697 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-06859e7a-28d0-43c5-a6d5-142a40b4ae84 req-3026ab65-034d-4727-8f23-5189dfead1bc tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0872791 Aug 29 21:27:36.592278 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-cdf50929-7020-4fb0-89c0-a1d0e14e2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:36.594548 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-cdf50929-7020-4fb0-89c0-a1d0e14e2108 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 200 len: 854 time: 0.1705337 Aug 29 21:27:36.650597 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051fcec-475f-4c17-a1df-211c305f6d63 req-9d1f9860-e0bc-41d6-b3b8-f450434bc852 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:36.652319 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4051fcec-475f-4c17-a1df-211c305f6d63 req-9d1f9860-e0bc-41d6-b3b8-f450434bc852 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1528358 Aug 29 21:27:36.663138 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43062) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:36.666946 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a2d8e2f-e56f-4588-aeee-c847e2c9d3e0 req-a6965550-87b7-4c50-a15e-d4ed8492401d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313850 Aug 29 21:27:36.667226 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-62a1081c-025f-4297-8ec1-b1e914a4fdae service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1105778 Aug 29 21:27:36.677121 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-4e1129a8-3730-4e9a-a344-a5a74cc3a6a6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'floatingip': {'port_id': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:27:36.837464 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-4652be64-0da2-4890-8a4b-f0df5a6c226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:36.838979 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-4652be64-0da2-4890-8a4b-f0df5a6c226c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c852db97ba734c7088df6af689b41d16&device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 1129 time: 0.0436540 Aug 29 21:27:36.972230 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-46ae46f1-c733-4758-9985-2dee9bf8c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:36.975225 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-46ae46f1-c733-4758-9985-2dee9bf8c260 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=a03b07cd-ec6e-4782-bd47-f6ab0486a61a HTTP/1.1" status: 200 len: 913 time: 0.1100428 Aug 29 21:27:36.998235 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-06859e7a-28d0-43c5-a6d5-142a40b4ae84 req-78e7e4fe-c7f1-42c8-bc8f-4eac8f5bc048 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979948 Aug 29 21:27:37.002822 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4e1129a8-3730-4e9a-a344-a5a74cc3a6a6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:37.051845 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-ed6d69d6-8c5b-472d-9004-414509f2489c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba29033-b888-4888-a4cd-c1d7388e8109 HTTP/1.1" status: 200 len: 217 time: 0.0448585 Aug 29 21:27:37.061510 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-ca10f7c9-2822-469f-8c05-be57febedb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:37.063367 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-ca10f7c9-2822-469f-8c05-be57febedb5a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d52e082-ed9a-4937-bc0b-8b03e2527c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005785 Aug 29 21:27:37.091457 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:37.120782 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:37.146194 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-24207550-d5a2-49a6-8f6d-26034c36c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:37.149375 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-24207550-d5a2-49a6-8f6d-26034c36c850 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f8adc1dc-22e7-4237-89f5-7cea6ed9e661 HTTP/1.1" status: 200 len: 851 time: 0.0858951 Aug 29 21:27:37.227629 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-428de466-cb9d-4c3c-b054-c37c1212bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:37.229391 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-428de466-cb9d-4c3c-b054-c37c1212bb6c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a03b07cd-ec6e-4782-bd47-f6ab0486a61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665281 Aug 29 21:27:37.332149 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-145b2996-7d7c-4e54-91f8-123c029fe615 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484820 Aug 29 21:27:37.345431 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-509e0fee-3bcd-4fb7-b232-6ded7c1530e7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a03b07cd-ec6e-4782-bd47-f6ab0486a61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006048 Aug 29 21:27:37.438404 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7acdb3e6-dca9-4359-a874-c156950d6e3a req-ae1f9e1b-c9c3-41d0-9fda-6947dbb03e96 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a03b07cd-ec6e-4782-bd47-f6ab0486a61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Aug 29 21:27:37.591781 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-503d57d2-bae5-4ba9-80c2-ac7487b5bb5b req-deecd911-f832-4ace-a0c4-d90fde21b9ff service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323439 Aug 29 21:27:37.842748 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4e1129a8-3730-4e9a-a344-a5a74cc3a6a6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:37.948761 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4e1129a8-3730-4e9a-a344-a5a74cc3a6a6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:38.059897 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [None req-4e1129a8-3730-4e9a-a344-a5a74cc3a6a6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Floating IP ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a associated. External IP: 172.27.3.44, port: 7063fec6-24ac-4c04-bef3-3f9ee9c54d76. Aug 29 21:27:38.139644 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f89aff-8feb-41cc-afef-d24a371933a3 req-5663d7e9-df07-4216-8672-1c41c9e1ede6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:38.141718 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c9f89aff-8feb-41cc-afef-d24a371933a3 req-5663d7e9-df07-4216-8672-1c41c9e1ede6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0612237 Aug 29 21:27:38.200577 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c9f89aff-8feb-41cc-afef-d24a371933a3 req-e349bac3-505c-4b7d-8f47-2161a29e1c37 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524378 Aug 29 21:27:38.294472 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1129a8-3730-4e9a-a344-a5a74cc3a6a6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Router 566eb9b1-07eb-4c74-9622-b1b57afe38be has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:27:38.300180 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:38.314970 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:38.338286 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43102) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:38.382616 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:38.402164 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1129a8-3730-4e9a-a344-a5a74cc3a6a6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:27:38.407320 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4e1129a8-3730-4e9a-a344-a5a74cc3a6a6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:38.413264 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] Sync routers for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:27:38.429175 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:27:38.429788 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:27:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:27:38.430902 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:38.443396 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-4e1129a8-3730-4e9a-a344-a5a74cc3a6a6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a HTTP/1.1" status: 200 len: 991 time: 1.7754345 Aug 29 21:27:38.444273 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'tag': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:38.448732 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19adeec5-f7f6-4416-95da-07de299f3bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "528c748a-ba74-44e6-b1a7-84ab068acfcb", "tag": "7063fec6-24ac-4c04-bef3-3f9ee9c54d76"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:38.468630 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4675a4c1-f15f-426f-aa2a-f17e82872159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:38.491193 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533a3264-b386-4f2c-9fb8-f64cf8fb7822 x-openstack-request-id: req-533a3264-b386-4f2c-9fb8-f64cf8fb7822 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:38.491514 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528c748a-ba74-44e6-b1a7-84ab068acfcb", "tag": "7063fec6-24ac-4c04-bef3-3f9ee9c54d76", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:38.491768 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-533a3264-b386-4f2c-9fb8-f64cf8fb7822 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:38.492274 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533a3264-b386-4f2c-9fb8-f64cf8fb7822'] response: {'name': 'network-changed', 'server_uuid': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'tag': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76', 'status': 'completed', 'code': 200} Aug 29 21:27:38.533008 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:27:38.550083 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4675a4c1-f15f-426f-aa2a-f17e82872159 admin admin] Publish callbacks [] for security_group (740acdaa-611a-4918-b788-7873e8159818), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:38.625253 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:38.666901 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:38.742758 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'port_id': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'mac_address': 'fa:16:3e:da:95:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:55Z', 'updated_at': '2022-08-29T21:27:37Z', 'revision_number': 1, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:27:38.759615 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4675a4c1-f15f-426f-aa2a-f17e82872159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (740acdaa-611a-4918-b788-7873e8159818), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:38.767112 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] Checking router: 566eb9b1-07eb-4c74-9622-b1b57afe38be for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:27:38.775622 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:27:38.777443 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:27:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:27:38.800379 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675a4c1-f15f-426f-aa2a-f17e82872159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740acdaa-611a-4918-b788-7873e8159818,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:38.806330 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4675a4c1-f15f-426f-aa2a-f17e82872159 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=7fa895f89a774e4caa29cfaf819b0666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661155 Aug 29 21:27:38.809056 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43112) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:38.872424 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-73cf0a69-6ae1-4277-9f60-ea3dfe3f770d admin admin] Publish callbacks [] for security_group (740acdaa-611a-4918-b788-7873e8159818), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:38.884995 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:27:38.897410 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-73cf0a69-6ae1-4277-9f60-ea3dfe3f770d admin admin] Publish callbacks [] for security_group (740acdaa-611a-4918-b788-7873e8159818), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:39.136722 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-73cf0a69-6ae1-4277-9f60-ea3dfe3f770d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (740acdaa-611a-4918-b788-7873e8159818), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:39.139955 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:39.140413 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-73cf0a69-6ae1-4277-9f60-ea3dfe3f770d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:39.140789 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-73cf0a69-6ae1-4277-9f60-ea3dfe3f770d admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/740acdaa-611a-4918-b788-7873e8159818 HTTP/1.1" status: 204 len: 168 time: 0.3305738 Aug 29 21:27:39.148510 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf0a69-6ae1-4277-9f60-ea3dfe3f770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740acdaa-611a-4918-b788-7873e8159818,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:39.185604 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'port_id': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'mac_address': 'fa:16:3e:da:95:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:55Z', 'updated_at': '2022-08-29T21:27:37Z', 'revision_number': 1, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:27:39.211178 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b76921-0cf7-40bc-a5b8-953d5fc2b384 None None] The sync data for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi is: [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'port_id': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'mac_address': 'fa:16:3e:da:95:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:55Z', 'updated_at': '2022-08-29T21:27:37Z', 'revision_number': 1, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:27:39.336199 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573061ed-4c03-4879-a4a5-5a853810c83f req-e0c32437-4ba6-4c5e-9f84-e6bd946a823f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:39.337934 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-573061ed-4c03-4879-a4a5-5a853810c83f req-e0c32437-4ba6-4c5e-9f84-e6bd946a823f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0494328 Aug 29 21:27:39.390670 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-573061ed-4c03-4879-a4a5-5a853810c83f req-912d14ce-eaa5-4141-80f8-295e0d37bfcc tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 Aug 29 21:27:39.434193 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca11c3-ceeb-4f9a-9d3f-346a47d0f007 None None] New status for floating IP ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a: ACTIVE {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:27:39.911228 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43130) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:39.925351 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d94c8b2-9a4a-42c6-9ed5-41dd8c1366d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:39.998750 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d94c8b2-9a4a-42c6-9ed5-41dd8c1366d8 admin admin] Publish callbacks [] for security_group (b4e595e4-913e-4dde-b0e3-1924b127c9a1), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:40.108473 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d94c8b2-9a4a-42c6-9ed5-41dd8c1366d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (b4e595e4-913e-4dde-b0e3-1924b127c9a1), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:40.142470 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:40.151962 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6d94c8b2-9a4a-42c6-9ed5-41dd8c1366d8 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f068fc1a514a4be2bbb295fba3f8a2d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396688 Aug 29 21:27:40.152784 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94c8b2-9a4a-42c6-9ed5-41dd8c1366d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e595e4-913e-4dde-b0e3-1924b127c9a1,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:40.154946 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43134) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:40.208355 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Publish callbacks [] for security_group (b4e595e4-913e-4dde-b0e3-1924b127c9a1), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:40.232091 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Publish callbacks [] for security_group (b4e595e4-913e-4dde-b0e3-1924b127c9a1), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:40.416659 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (b4e595e4-913e-4dde-b0e3-1924b127c9a1), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:40.419188 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:40.420513 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b4e595e4-913e-4dde-b0e3-1924b127c9a1 HTTP/1.1" status: 204 len: 168 time: 0.2646618 Aug 29 21:27:40.429864 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e595e4-913e-4dde-b0e3-1924b127c9a1,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:40.438266 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.438612 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.438957 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.439298 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.439644 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.439983 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.440310 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.440636 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.440961 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.441288 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.441709 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.441990 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.442247 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.442568 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.442898 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d4554-b499-43c6-9f5e-bcbd6653c656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:27:40.522874 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae74943-26a9-4b59-9109-55b954e37d66 req-156a8d39-d749-4784-8796-284e092e9de5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:40.524650 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5ae74943-26a9-4b59-9109-55b954e37d66 req-156a8d39-d749-4784-8796-284e092e9de5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0503600 Aug 29 21:27:40.573663 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5ae74943-26a9-4b59-9109-55b954e37d66 req-adfd8a6f-dc9a-4969-b6db-01e68a64b13a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Aug 29 21:27:40.839994 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:40.942863 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:41.293999 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-19b010a5-59eb-40f4-9a29-4dc5ca159b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:41.295557 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-19b010a5-59eb-40f4-9a29-4dc5ca159b8a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 1130 time: 0.0389600 Aug 29 21:27:41.325784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:41.615288 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-065586c0-d138-40b7-bf45-830fec3cfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:41.617069 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-065586c0-d138-40b7-bf45-830fec3cfb0b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 200 len: 911 time: 0.3009582 Aug 29 21:27:41.693622 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-d1423571-9bbf-4160-a6f2-1eab1f279fd7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7063fec6-24ac-4c04-bef3-3f9ee9c54d76 HTTP/1.1" status: 200 len: 1001 time: 0.0639815 Aug 29 21:27:41.703723 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef837824-0802-4e89-85cb-b86764434f47 req-196c0ec4-9937-414f-9be3-16e852e0eef4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:41.713191 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ef837824-0802-4e89-85cb-b86764434f47 req-196c0ec4-9937-414f-9be3-16e852e0eef4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0500028 Aug 29 21:27:41.753681 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-a35208af-0332-4a75-8f49-2bb13afde3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:41.755155 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-a35208af-0332-4a75-8f49-2bb13afde3e1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=84c16168-2d13-4210-b060-f2bf7757ab6b HTTP/1.1" status: 200 len: 849 time: 0.0499852 Aug 29 21:27:41.757852 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ef837824-0802-4e89-85cb-b86764434f47 req-414424ce-d026-4e87-a728-34239e76bc8a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454528 Aug 29 21:27:41.981296 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-fef67784-84d3-41af-b439-cd1b1f0b46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:41.984879 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-fef67784-84d3-41af-b439-cd1b1f0b46b8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca335ec8-2cdb-4727-aad4-e94fc1adcada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529497 Aug 29 21:27:42.878765 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce2dd-9dda-4d9d-943f-05d57bbf09d0 req-8f0be681-e9a3-4b1b-b268-30a062f18d69 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:42.880287 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f4fce2dd-9dda-4d9d-943f-05d57bbf09d0 req-8f0be681-e9a3-4b1b-b268-30a062f18d69 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0474341 Aug 29 21:27:42.929419 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f4fce2dd-9dda-4d9d-943f-05d57bbf09d0 req-7784d52d-03c0-4c08-90e2-a24390e3e9a5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434213 Aug 29 21:27:43.383101 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-e14b4289-4d34-445d-9b98-936493121e5b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981772 Aug 29 21:27:43.485005 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-19adeec5-f7f6-4416-95da-07de299f3bf6 req-e3dc6e5a-1a68-4c6e-8859-099ba2f1f91b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866582 Aug 29 21:27:43.639500 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:44.063460 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73657-5cd0-4b95-b5a1-2d8137ef88fa req-5bd7d9c9-f928-4456-9f16-efc36fc8561a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:44.065046 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-18f73657-5cd0-4b95-b5a1-2d8137ef88fa req-5bd7d9c9-f928-4456-9f16-efc36fc8561a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0548553 Aug 29 21:27:44.134211 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-18f73657-5cd0-4b95-b5a1-2d8137ef88fa req-dbc4925f-a767-43eb-94a3-cf70e7ada295 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564375 Aug 29 21:27:44.280297 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:44.364870 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:44.610979 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:44.679658 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:45.271667 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8f6e-c383-4a54-91e1-9225cd67c56c req-c45c6093-d05a-48f1-a7b0-26f125e216fe tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:45.272872 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bdce8f6e-c383-4a54-91e1-9225cd67c56c req-c45c6093-d05a-48f1-a7b0-26f125e216fe tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0622334 Aug 29 21:27:45.321865 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bdce8f6e-c383-4a54-91e1-9225cd67c56c req-b5bd3b7c-bd55-4fc1-bff4-565bc4f5707c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Aug 29 21:27:45.548135 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:46.325886 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b36b8-11e5-4961-8dbf-0551ed6d30e7 req-b8409e5a-7b5d-4f7f-b00d-c2acbff8c876 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:46.327362 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ca5b36b8-11e5-4961-8dbf-0551ed6d30e7 req-b8409e5a-7b5d-4f7f-b00d-c2acbff8c876 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0452268 Aug 29 21:27:46.375718 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ca5b36b8-11e5-4961-8dbf-0551ed6d30e7 req-c67d3dee-ca4f-430a-81a7-43760a9e7fa7 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Aug 29 21:27:46.445774 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536175bb-32df-456f-9099-0c17895e47e3 req-3a16746c-2c4f-4a45-88ac-0aa45183f40e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:46.447265 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-536175bb-32df-456f-9099-0c17895e47e3 req-3a16746c-2c4f-4a45-88ac-0aa45183f40e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0496907 Aug 29 21:27:46.499007 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-536175bb-32df-456f-9099-0c17895e47e3 req-589210e7-af4b-4ec4-887a-4b86539430c0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459652 Aug 29 21:27:46.589788 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:46.908190 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:46.936946 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:46.999654 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:47.039633 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:47.382667 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:47.498901 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261cbac-a46f-429a-9b25-4b243e3e657e req-036e7846-ff7c-4438-ae2b-172fc120b6b3 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:47.500934 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0261cbac-a46f-429a-9b25-4b243e3e657e req-036e7846-ff7c-4438-ae2b-172fc120b6b3 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0504596 Aug 29 21:27:47.508463 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:47.548985 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0261cbac-a46f-429a-9b25-4b243e3e657e req-6927fbc6-d624-41d6-b4d8-79b7d5a7e3b2 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Aug 29 21:27:47.617606 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0558498-f75e-4c0d-87f0-d44ec3ac9845 req-a373aa20-5581-4ade-9f70-c30782eff0e5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:47.619096 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f0558498-f75e-4c0d-87f0-d44ec3ac9845 req-a373aa20-5581-4ade-9f70-c30782eff0e5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0473406 Aug 29 21:27:47.666867 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f0558498-f75e-4c0d-87f0-d44ec3ac9845 req-e641389f-3f6e-4677-b251-4abca84577f2 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Aug 29 21:27:48.194477 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:48.370975 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:48.669351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39ff4a-fb78-4e20-ac8a-5fc402766670 req-6fc92fa5-8087-4c13-a8d6-6da506056cb9 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:48.670822 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e39ff4a-fb78-4e20-ac8a-5fc402766670 req-6fc92fa5-8087-4c13-a8d6-6da506056cb9 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0478854 Aug 29 21:27:48.731071 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:48.733257 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e39ff4a-fb78-4e20-ac8a-5fc402766670 req-3ffd67b4-706b-45c1-840c-3f0e4ae62e8b tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564375 Aug 29 21:27:48.789927 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396695-e64d-4519-a7b7-b26deffcd5c8 req-1a86c44d-ff9d-4c4c-b8e6-dee9bfdb6916 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:48.791403 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ce396695-e64d-4519-a7b7-b26deffcd5c8 req-1a86c44d-ff9d-4c4c-b8e6-dee9bfdb6916 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0485132 Aug 29 21:27:48.842673 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ce396695-e64d-4519-a7b7-b26deffcd5c8 req-f4f42659-01a5-4486-a59c-b9033cef77a4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454903 Aug 29 21:27:49.011556 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:49.539876 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=32,neutron:UPDATE=8 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:49.858549 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd39bf-06ea-4d96-898e-7b61725a1e03 req-43c9ea94-0343-49fa-8e45-8a70349e72da tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:49.860150 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-efcd39bf-06ea-4d96-898e-7b61725a1e03 req-43c9ea94-0343-49fa-8e45-8a70349e72da tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0496221 Aug 29 21:27:49.916873 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-efcd39bf-06ea-4d96-898e-7b61725a1e03 req-57ba22c2-3649-4cf9-8ce7-75356bbd27ae tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508144 Aug 29 21:27:49.920578 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=98 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:49.974367 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f5509-c264-4e73-82d8-605093f2a719 req-8effa0ec-671d-4b28-b31d-fa9b8a093b6e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:49.976028 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-690f5509-c264-4e73-82d8-605093f2a719 req-8effa0ec-671d-4b28-b31d-fa9b8a093b6e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0538688 Aug 29 21:27:50.031644 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-690f5509-c264-4e73-82d8-605093f2a719 req-f66366a5-9721-45c1-9606-117798bece0b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496554 Aug 29 21:27:50.234969 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:50.458590 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:51.043482 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2477d5-1916-4754-996e-cd8420cd6d9a req-26f92508-e1d2-4b26-ab37-2168dd8df946 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:51.044900 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fc2477d5-1916-4754-996e-cd8420cd6d9a req-26f92508-e1d2-4b26-ab37-2168dd8df946 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0480726 Aug 29 21:27:51.115726 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fc2477d5-1916-4754-996e-cd8420cd6d9a req-3b565783-023f-4454-9eb2-d6775b22f892 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=f1d2c0f6-d773-48e3-acf5-c610694c19e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652239 Aug 29 21:27:51.126716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:51.158907 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e746fd-cb1c-4685-a04c-cccec8ec6f70 req-e80431da-7103-46ca-bdb4-503c563bf9b1 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:51.160419 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e6e746fd-cb1c-4685-a04c-cccec8ec6f70 req-e80431da-7103-46ca-bdb4-503c563bf9b1 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0494359 Aug 29 21:27:51.209086 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e6e746fd-cb1c-4685-a04c-cccec8ec6f70 req-7baef9b1-addb-42ac-b07c-ed81f4fdd974 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Aug 29 21:27:51.314492 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:51.654223 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-d01504f8-f7ec-487a-bb8a-9fc4aa6aba3c tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:51.655667 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-d01504f8-f7ec-487a-bb8a-9fc4aa6aba3c tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 945 time: 0.0468726 Aug 29 21:27:51.783075 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Deleting port eba29033-b888-4888-a4cd-c1d7388e8109 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:27:51.783904 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:51.893188 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] For port eba29033-b888-4888-a4cd-c1d7388e8109, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eba29033-b888-4888-a4cd-c1d7388e8109,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:27:51.893549 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:51.917461 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Calling delete_port for eba29033-b888-4888-a4cd-c1d7388e8109 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:27:52.060690 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:52.142996 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:52.174200 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (eba29033-b888-4888-a4cd-c1d7388e8109), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:52.189781 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['eba29033-b888-4888-a4cd-c1d7388e8109'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:27:52.216596 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Pushing event deleted for resources: {'Port': ['ID=eba29033-b888-4888-a4cd-c1d7388e8109,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:52.283312 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9e899296-0f01-473d-90ba-0ca5ba7ba4a4 req-548bb688-a769-47a4-83d9-892382bf23c3 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.0690570 Aug 29 21:27:52.327130 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] No DVR routers for this DVR port eba29033-b888-4888-a4cd-c1d7388e8109 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:27:52.331514 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:52.335393 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9f216964-0698-484e-b996-16ad4f6d9d80 req-de3d4775-fcd5-4f08-a79b-b5e480abd000 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.16 "DELETE /networking/v2.0/ports/eba29033-b888-4888-a4cd-c1d7388e8109 HTTP/1.1" status: 204 len: 173 time: 0.6722429 Aug 29 21:27:52.336280 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5c96ac-f97f-448f-beca-9f9caa324e64', 'name': 'network-vif-deleted', 'tag': 'eba29033-b888-4888-a4cd-c1d7388e8109'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:27:52.339077 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8471c34-a573-45a8-9f8d-5ea8e3b79a7a" -d '{"events": [{"server_uuid": "1b5c96ac-f97f-448f-beca-9f9caa324e64", "name": "network-vif-deleted", "tag": "eba29033-b888-4888-a4cd-c1d7388e8109"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:27:52.376789 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347c608-43a4-425e-b3b3-bf7c9dfd18fc req-bd6595b2-e1a2-4b82-82f9-e93e280d0cd9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:52.378408 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6347c608-43a4-425e-b3b3-bf7c9dfd18fc req-bd6595b2-e1a2-4b82-82f9-e93e280d0cd9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0767481 Aug 29 21:27:52.389873 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b09238-7c6b-4200-839a-49faecadd319 x-openstack-request-id: req-c5b09238-7c6b-4200-839a-49faecadd319 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:27:52.390158 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5c96ac-f97f-448f-beca-9f9caa324e64", "name": "network-vif-deleted", "tag": "eba29033-b888-4888-a4cd-c1d7388e8109", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:27:52.390932 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5b09238-7c6b-4200-839a-49faecadd319 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:27:52.391337 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b09238-7c6b-4200-839a-49faecadd319'] response: {'server_uuid': '1b5c96ac-f97f-448f-beca-9f9caa324e64', 'name': 'network-vif-deleted', 'tag': 'eba29033-b888-4888-a4cd-c1d7388e8109', 'status': 'completed', 'code': 200} Aug 29 21:27:52.440430 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6347c608-43a4-425e-b3b3-bf7c9dfd18fc req-42bcc1fa-7bef-45d7-992e-9a5b9d501531 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538459 Aug 29 21:27:52.673935 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:52.685309 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43424) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:52.789489 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-03338bbe-973c-49e0-820d-7d0019e0d63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:52.865875 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-03338bbe-973c-49e0-820d-7d0019e0d63f admin admin] Publish callbacks [] for security_group (66d9b6ad-cc28-4c4a-8a89-2de2679a7baf), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:52.931207 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-03338bbe-973c-49e0-820d-7d0019e0d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (66d9b6ad-cc28-4c4a-8a89-2de2679a7baf), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:52.943279 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:52.977686 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-03338bbe-973c-49e0-820d-7d0019e0d63f admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c4476c447cc54249b067f8e4a0096ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872834 Aug 29 21:27:52.977686 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03338bbe-973c-49e0-820d-7d0019e0d63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d9b6ad-cc28-4c4a-8a89-2de2679a7baf,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:52.977999 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43430) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:53.038493 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fe671a-6cbd-4290-880a-16a0f209af0c admin admin] Publish callbacks [] for security_group (66d9b6ad-cc28-4c4a-8a89-2de2679a7baf), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:53.059454 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fe671a-6cbd-4290-880a-16a0f209af0c admin admin] Publish callbacks [] for security_group (66d9b6ad-cc28-4c4a-8a89-2de2679a7baf), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:53.308236 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fe671a-6cbd-4290-880a-16a0f209af0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (66d9b6ad-cc28-4c4a-8a89-2de2679a7baf), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:53.310849 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fe671a-6cbd-4290-880a-16a0f209af0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:53.312020 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-58fe671a-6cbd-4290-880a-16a0f209af0c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/66d9b6ad-cc28-4c4a-8a89-2de2679a7baf HTTP/1.1" status: 204 len: 168 time: 0.3332796 Aug 29 21:27:53.321275 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe671a-6cbd-4290-880a-16a0f209af0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d9b6ad-cc28-4c4a-8a89-2de2679a7baf,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:53.411930 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-73591992-0b25-42e3-a813-e7eaddf8ece4 req-40bd40ec-d1b3-4eb5-aeb7-ffa9912028ba tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.0280137 Aug 29 21:27:53.536829 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:53.559624 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d3ea7-95fb-4769-8603-4be3ebee596d req-85751fa6-7c55-456b-b2b2-ae6dc8e405a9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:53.561214 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1f0d3ea7-95fb-4769-8603-4be3ebee596d req-85751fa6-7c55-456b-b2b2-ae6dc8e405a9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0475287 Aug 29 21:27:53.612330 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1f0d3ea7-95fb-4769-8603-4be3ebee596d req-ed013390-ee0d-443c-82a5-15820eb1b8e6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Aug 29 21:27:53.674466 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:53.992700 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43448) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:54.007481 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-372b5949-7e2e-456d-8d40-f03fdde3ef76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:54.052404 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:54.090500 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-372b5949-7e2e-456d-8d40-f03fdde3ef76 admin admin] Publish callbacks [] for security_group (4f1d50b0-9423-4376-91d1-61a1f604b437), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:54.165346 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-372b5949-7e2e-456d-8d40-f03fdde3ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4f1d50b0-9423-4376-91d1-61a1f604b437), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:54.182373 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:54.207627 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-372b5949-7e2e-456d-8d40-f03fdde3ef76 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=b2a0266889184410ac1a297171d16573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137742 Aug 29 21:27:54.208504 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b5949-7e2e-456d-8d40-f03fdde3ef76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1d50b0-9423-4376-91d1-61a1f604b437,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:54.211993 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43452) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:54.235119 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:54.268945 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2784-f1ac-4f12-86de-4399ef268410 admin admin] Publish callbacks [] for security_group (4f1d50b0-9423-4376-91d1-61a1f604b437), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:54.290565 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2784-f1ac-4f12-86de-4399ef268410 admin admin] Publish callbacks [] for security_group (4f1d50b0-9423-4376-91d1-61a1f604b437), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:54.433709 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2784-f1ac-4f12-86de-4399ef268410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4f1d50b0-9423-4376-91d1-61a1f604b437), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:54.436395 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2784-f1ac-4f12-86de-4399ef268410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:54.437798 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ab0c2784-f1ac-4f12-86de-4399ef268410 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4f1d50b0-9423-4376-91d1-61a1f604b437 HTTP/1.1" status: 204 len: 168 time: 0.2258792 Aug 29 21:27:54.446291 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c2784-f1ac-4f12-86de-4399ef268410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1d50b0-9423-4376-91d1-61a1f604b437,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:54.451039 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:54.535398 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9c733c74-1ef0-454b-9093-5db32f0270de req-b8ef547d-c7ab-4591-918b-a69794e0939d tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.0298383 Aug 29 21:27:54.736947 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ccda6-e721-45a3-a0c3-0d74adf173bc req-e65d1665-08ae-4c11-b486-ec44bdfbdae8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:54.738465 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bb1ccda6-e721-45a3-a0c3-0d74adf173bc req-e65d1665-08ae-4c11-b486-ec44bdfbdae8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0501034 Aug 29 21:27:54.791565 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bb1ccda6-e721-45a3-a0c3-0d74adf173bc req-61cba64f-5ba7-4391-a7fc-f018a80de7d2 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472081 Aug 29 21:27:54.891734 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:54.931210 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:55.039766 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:55.114626 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:55.244559 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43468) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:55.258941 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1371bb20-c95c-4815-a644-53b8cc7315fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:55.338564 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1371bb20-c95c-4815-a644-53b8cc7315fb admin admin] Publish callbacks [] for security_group (3783ca32-b572-4ee1-9ddb-32a1f2b3e2fa), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:55.451001 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1371bb20-c95c-4815-a644-53b8cc7315fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3783ca32-b572-4ee1-9ddb-32a1f2b3e2fa), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:55.492015 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-1371bb20-c95c-4815-a644-53b8cc7315fb admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a16136c526cc4825ac336c88b2931b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462351 Aug 29 21:27:55.492872 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371bb20-c95c-4815-a644-53b8cc7315fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3783ca32-b572-4ee1-9ddb-32a1f2b3e2fa,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:55.494732 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43470) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:55.543368 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab3693d5-413b-41fb-855e-8fde953df67e admin admin] Publish callbacks [] for security_group (3783ca32-b572-4ee1-9ddb-32a1f2b3e2fa), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:55.564344 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab3693d5-413b-41fb-855e-8fde953df67e admin admin] Publish callbacks [] for security_group (3783ca32-b572-4ee1-9ddb-32a1f2b3e2fa), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:55.571634 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:55.663938 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fda69c72-60bb-46d9-b024-fa3a7deea241 req-b0c78ac7-f6e5-4cba-871a-c1ef5f00aa4e tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.0295398 Aug 29 21:27:55.685279 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:55.782745 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab3693d5-413b-41fb-855e-8fde953df67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3783ca32-b572-4ee1-9ddb-32a1f2b3e2fa), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:55.785286 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab3693d5-413b-41fb-855e-8fde953df67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:55.786493 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ab3693d5-413b-41fb-855e-8fde953df67e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/3783ca32-b572-4ee1-9ddb-32a1f2b3e2fa HTTP/1.1" status: 204 len: 168 time: 0.2907610 Aug 29 21:27:55.794964 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3693d5-413b-41fb-855e-8fde953df67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3783ca32-b572-4ee1-9ddb-32a1f2b3e2fa,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:55.913634 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf20d-a5e5-4263-a066-8eb9fb9b17ea req-56e89785-a21f-4607-99a1-ff6631e20967 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:55.919382 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9ddf20d-a5e5-4263-a066-8eb9fb9b17ea req-56e89785-a21f-4607-99a1-ff6631e20967 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0471406 Aug 29 21:27:55.963133 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9ddf20d-a5e5-4263-a066-8eb9fb9b17ea req-5766d538-b00f-4531-a009-cfd157053729 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422082 Aug 29 21:27:56.011700 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:56.165327 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:56.689371 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device eba29033-b888-4888-a4cd-c1d7388e8109 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:27:56.713159 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: eba29033-b888-4888-a4cd-c1d7388e8109 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:27:56.713510 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device eba29033-b888-4888-a4cd-c1d7388e8109 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:27:56.797296 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-342cae48-e8ba-4fcd-8335-d1dbe02887c0 req-e6740794-2a67-4ddb-935a-5b3bc53a0b1b tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.0350611 Aug 29 21:27:57.087544 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0b010-af32-48be-bea5-aa74a1faaeb4 req-d38552a2-b53f-4b19-b54d-b580a4ea4db8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:57.089156 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-adb0b010-af32-48be-bea5-aa74a1faaeb4 req-d38552a2-b53f-4b19-b54d-b580a4ea4db8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0513170 Aug 29 21:27:57.152450 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-adb0b010-af32-48be-bea5-aa74a1faaeb4 req-a536bcdc-fe5e-4e9e-a2ee-d93bcd0d35f4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561063 Aug 29 21:27:57.194138 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:57.721386 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43526) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:57.857748 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8fe87be4-629e-4e62-a6f8-8437e503cc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:57.920151 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:57.923540 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9beb261d-5c53-4c34-8985-f53710589a1a req-9070292e-265f-43a4-bf1c-3ceb0b48d872 tempest-DeleteServersTestJSON-2048524866 tempest-DeleteServersTestJSON-2048524866-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=1b5c96ac-f97f-448f-beca-9f9caa324e64 HTTP/1.1" status: 200 len: 210 time: 0.0318627 Aug 29 21:27:57.951745 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8fe87be4-629e-4e62-a6f8-8437e503cc01 admin admin] Publish callbacks [] for security_group (ccc56b68-a014-477b-8092-ec456c7f4a8e), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:58.080009 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8fe87be4-629e-4e62-a6f8-8437e503cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (ccc56b68-a014-477b-8092-ec456c7f4a8e), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:58.126434 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-8fe87be4-629e-4e62-a6f8-8437e503cc01 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=078875891e734628b2039371b6e2abcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036055 Aug 29 21:27:58.127329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe87be4-629e-4e62-a6f8-8437e503cc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc56b68-a014-477b-8092-ec456c7f4a8e,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:58.129870 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43544) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:27:58.183628 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fb667a7d-b3b3-4289-86c3-fa647f8b8fd2 admin admin] Publish callbacks [] for security_group (ccc56b68-a014-477b-8092-ec456c7f4a8e), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:58.211348 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fb667a7d-b3b3-4289-86c3-fa647f8b8fd2 admin admin] Publish callbacks [] for security_group (ccc56b68-a014-477b-8092-ec456c7f4a8e), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:58.285351 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a07699-363b-48a2-9688-683e7b2b0c95 req-a3c005a3-7e8d-40ee-b05f-4886cf7e2857 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:58.288079 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-56a07699-363b-48a2-9688-683e7b2b0c95 req-a3c005a3-7e8d-40ee-b05f-4886cf7e2857 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0604165 Aug 29 21:27:58.341398 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:58.355048 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-56a07699-363b-48a2-9688-683e7b2b0c95 req-4a95d3af-ea29-4974-8f18-768934273b15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613699 Aug 29 21:27:58.393811 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fb667a7d-b3b3-4289-86c3-fa647f8b8fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (ccc56b68-a014-477b-8092-ec456c7f4a8e), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:58.396842 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-fb667a7d-b3b3-4289-86c3-fa647f8b8fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:58.397981 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-fb667a7d-b3b3-4289-86c3-fa647f8b8fd2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ccc56b68-a014-477b-8092-ec456c7f4a8e HTTP/1.1" status: 204 len: 168 time: 0.2672060 Aug 29 21:27:58.406798 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb667a7d-b3b3-4289-86c3-fa647f8b8fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc56b68-a014-477b-8092-ec456c7f4a8e,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:27:58.674112 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:59.488682 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a4634-b1e0-4fef-b003-55d4918a84a2 req-3d966b63-9162-4e63-ad6b-373412f1aeae tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:27:59.493673 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8b2a4634-b1e0-4fef-b003-55d4918a84a2 req-3d966b63-9162-4e63-ad6b-373412f1aeae tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0490301 Aug 29 21:27:59.565274 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8b2a4634-b1e0-4fef-b003-55d4918a84a2 req-bea50c37-934a-4184-ab17-c7dd14c39cd5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688670 Aug 29 21:27:59.842091 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43614) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:00.010635 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3a41c5b4-b059-43e2-a52a-f66ab0df35db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:00.091532 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3a41c5b4-b059-43e2-a52a-f66ab0df35db admin admin] Publish callbacks [] for security_group (f10776ab-de8e-449f-b554-3563eb3e579d), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:00.257166 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3a41c5b4-b059-43e2-a52a-f66ab0df35db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f10776ab-de8e-449f-b554-3563eb3e579d), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:00.297436 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:00.298402 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41c5b4-b059-43e2-a52a-f66ab0df35db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10776ab-de8e-449f-b554-3563eb3e579d,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:00.304430 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-3a41c5b4-b059-43e2-a52a-f66ab0df35db admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c3a396cb6ec74c9c9df40b29d4b84c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617524 Aug 29 21:28:00.307843 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43618) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:00.365306 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7e05dc3f-2a63-46ad-8576-a4a278e8eec1 admin admin] Publish callbacks [] for security_group (f10776ab-de8e-449f-b554-3563eb3e579d), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:00.389797 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7e05dc3f-2a63-46ad-8576-a4a278e8eec1 admin admin] Publish callbacks [] for security_group (f10776ab-de8e-449f-b554-3563eb3e579d), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:00.571505 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7e05dc3f-2a63-46ad-8576-a4a278e8eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f10776ab-de8e-449f-b554-3563eb3e579d), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:00.575942 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7e05dc3f-2a63-46ad-8576-a4a278e8eec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:00.577263 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-7e05dc3f-2a63-46ad-8576-a4a278e8eec1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f10776ab-de8e-449f-b554-3563eb3e579d HTTP/1.1" status: 204 len: 168 time: 0.2684679 Aug 29 21:28:00.587677 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05dc3f-2a63-46ad-8576-a4a278e8eec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10776ab-de8e-449f-b554-3563eb3e579d,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:00.705098 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac052135-5f42-4aa8-b98d-e73e1560e0dc req-76d7cc60-c774-42fe-bc99-78a49703ea11 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:00.706556 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ac052135-5f42-4aa8-b98d-e73e1560e0dc req-76d7cc60-c774-42fe-bc99-78a49703ea11 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0481970 Aug 29 21:28:00.753827 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ac052135-5f42-4aa8-b98d-e73e1560e0dc req-d84e207f-3972-451a-b801-232a4925f544 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Aug 29 21:28:00.925923 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43646) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:01.035874 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:01.282081 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:01.329531 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:01.576220 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43660) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:01.590321 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-24b9e51b-bebd-4a06-980b-5089fb7d59f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:01.609772 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Deleting port ef1684f4-1441-4864-9717-70ec50eb310f {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:28:01.610111 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:01.676697 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-24b9e51b-bebd-4a06-980b-5089fb7d59f7 admin admin] Publish callbacks [] for security_group (9e1f0b06-0914-4d96-8b00-21f0c81301ae), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:01.692977 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] For port ef1684f4-1441-4864-9717-70ec50eb310f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ef1684f4-1441-4864-9717-70ec50eb310f,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:01.693372 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:01.707028 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Calling delete_port for ef1684f4-1441-4864-9717-70ec50eb310f owned by network:router_interface {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:28:01.759631 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-24b9e51b-bebd-4a06-980b-5089fb7d59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (9e1f0b06-0914-4d96-8b00-21f0c81301ae), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:01.800327 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-24b9e51b-bebd-4a06-980b-5089fb7d59f7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e645c9435a0e41f1a066e9edeee6ff5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228932 Aug 29 21:28:01.801216 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9e51b-bebd-4a06-980b-5089fb7d59f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1f0b06-0914-4d96-8b00-21f0c81301ae,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:01.803488 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43666) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:01.899452 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6c9c0-92c3-478e-9ba2-47bc023b51c4 req-dc6d6efe-ee6c-4974-a468-b08225fc485f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:01.901070 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c8f6c9c0-92c3-478e-9ba2-47bc023b51c4 req-dc6d6efe-ee6c-4974-a468-b08225fc485f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0686746 Aug 29 21:28:01.930428 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c4e41553-c27f-4976-b371-22b2dab9eb62 admin admin] Publish callbacks [] for security_group (9e1f0b06-0914-4d96-8b00-21f0c81301ae), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:01.970273 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c4e41553-c27f-4976-b371-22b2dab9eb62 admin admin] Publish callbacks [] for security_group (9e1f0b06-0914-4d96-8b00-21f0c81301ae), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:01.996453 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c8f6c9c0-92c3-478e-9ba2-47bc023b51c4 req-e7ce3345-d2e1-4d19-b1d5-9c74f9a1bdcd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846512 Aug 29 21:28:02.188848 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c4e41553-c27f-4976-b371-22b2dab9eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (9e1f0b06-0914-4d96-8b00-21f0c81301ae), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:02.191435 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c4e41553-c27f-4976-b371-22b2dab9eb62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:02.192628 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c4e41553-c27f-4976-b371-22b2dab9eb62 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/9e1f0b06-0914-4d96-8b00-21f0c81301ae HTTP/1.1" status: 204 len: 168 time: 0.3766890 Aug 29 21:28:02.201494 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e41553-c27f-4976-b371-22b2dab9eb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1f0b06-0914-4d96-8b00-21f0c81301ae,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:02.216925 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (ef1684f4-1441-4864-9717-70ec50eb310f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:02.246885 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1684f4-1441-4864-9717-70ec50eb310f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:02.383757 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:02.607214 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:28:02.723096 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:28:02.731120 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-779f0f15-acbb-48d6-8419-130f246e774f admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/ce4b3d1f-3967-431f-abf9-32c6dbd670d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8039575 Aug 29 21:28:02.731738 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43682) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:02.732338 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] Sync routers for ids ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:28:02.744071 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] Routers {'ce4b3d1f-3967-431f-abf9-32c6dbd670d0'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:02.744691 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:27:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:02.812786 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:02.837750 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks [] for router (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:02.848041 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] Set router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:02.942123 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks [] for router_gateway (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.022969 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:30Z', 'updated_at': '2022-08-29T21:28:02Z', 'revision_number': 5, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'gw_port': {'id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:31Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:03.047921 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] Checking router: ce4b3d1f-3967-431f-abf9-32c6dbd670d0 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:28:03.057165 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] Routers {'ce4b3d1f-3967-431f-abf9-32c6dbd670d0'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:03.057795 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:27:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:03.112356 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:03.141521 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Deleting port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:28:03.141856 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.167454 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] Set router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:03.189099 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-68a1dd89-31ca-46a8-9b99-cc0f251e9811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.225713 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc911cf-0c98-4f89-b540-211dfc7e5431 req-f553429c-1e8a-4b13-9e30-7dd6f05990a9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:03.227330 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5bc911cf-0c98-4f89-b540-211dfc7e5431 req-f553429c-1e8a-4b13-9e30-7dd6f05990a9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.1346776 Aug 29 21:28:03.273090 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] For port 04cdb9ab-cc22-4ed1-b967-715f5754f7cf, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=04cdb9ab-cc22-4ed1-b967-715f5754f7cf,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:03.273456 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.292318 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Calling delete_port for 04cdb9ab-cc22-4ed1-b967-715f5754f7cf owned by network:router_gateway {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:28:03.323945 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5bc911cf-0c98-4f89-b540-211dfc7e5431 req-960a447b-9989-45ec-802b-62863c8ab6bc tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897021 Aug 29 21:28:03.361545 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:30Z', 'updated_at': '2022-08-29T21:28:02Z', 'revision_number': 5, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'gw_port': {'id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:31Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:03.391668 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb97cb-4a46-4961-8510-eed1e536e3ee None None] The sync data for ids ['ce4b3d1f-3967-431f-abf9-32c6dbd670d0'] in dv-cinder-854264-2-iscsi is: [{'id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'name': 'tempest-DeleteServersTestJSON-1381185253-router', 'tenant_id': 'c852db97ba734c7088df6af689b41d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:30Z', 'updated_at': '2022-08-29T21:28:02Z', 'revision_number': 5, 'project_id': 'c852db97ba734c7088df6af689b41d16', 'gw_port': {'id': '04cdb9ab-cc22-4ed1-b967-715f5754f7cf', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b3d1f-3967-431f-abf9-32c6dbd670d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:31Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:28:03.582755 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (04cdb9ab-cc22-4ed1-b967-715f5754f7cf), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.609648 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=04cdb9ab-cc22-4ed1-b967-715f5754f7cf,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:03.633820 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.738520 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:03.743560 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.746172 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks [] for router_controller (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.775807 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:03.879739 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (ce4b3d1f-3967-431f-abf9-32c6dbd670d0), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.880355 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce4b3d1f-3967-431f-abf9-32c6dbd670d0 {{(pid=107111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:28:03.885703 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.886881 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e8064779-c82c-4f7e-b8d6-d0271099dc63 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/ce4b3d1f-3967-431f-abf9-32c6dbd670d0 HTTP/1.1" status: 204 len: 168 time: 1.1542001 Aug 29 21:28:03.889558 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43708) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:03.936414 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dff832a-90b8-474d-aed7-a43ec33a1a9c admin admin] Deleting subnet f8adc1dc-22e7-4237-89f5-7cea6ed9e661 {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:28:03.939657 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6dff832a-90b8-474d-aed7-a43ec33a1a9c admin admin] Publish callbacks [] for subnet (f8adc1dc-22e7-4237-89f5-7cea6ed9e661), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:03.979941 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6dff832a-90b8-474d-aed7-a43ec33a1a9c admin admin] Publish callbacks [] for subnet (f8adc1dc-22e7-4237-89f5-7cea6ed9e661), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.064703 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6dff832a-90b8-474d-aed7-a43ec33a1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (f8adc1dc-22e7-4237-89f5-7cea6ed9e661), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.200086 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6dff832a-90b8-474d-aed7-a43ec33a1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (f8adc1dc-22e7-4237-89f5-7cea6ed9e661), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.236158 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd0907-7021-47cf-a2af-87f0a601bca5 None None] Network a03b07cd-ec6e-4782-bd47-f6ab0486a61a requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:04.243319 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff832a-90b8-474d-aed7-a43ec33a1a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8adc1dc-22e7-4237-89f5-7cea6ed9e661,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:04.245942 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6dff832a-90b8-474d-aed7-a43ec33a1a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.260127 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6dff832a-90b8-474d-aed7-a43ec33a1a9c admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/f8adc1dc-22e7-4237-89f5-7cea6ed9e661 HTTP/1.1" status: 204 len: 168 time: 0.3668926 Aug 29 21:28:04.260442 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43724) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:04.338002 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:04.359052 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (a03b07cd-ec6e-4782-bd47-f6ab0486a61a), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.455709 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Deleting port 056d3884-6d5f-40e1-8636-811280d09a2f {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:28:04.456370 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.466973 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] DHCP port deletion for a03b07cd-ec6e-4782-bd47-f6ab0486a61a request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:28:04.532985 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106812-11b4-4f6a-bd59-08c63400bc80 req-99ba1b45-f933-4d0c-85bb-7d16528dccb3 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:04.534529 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2f106812-11b4-4f6a-bd59-08c63400bc80 req-99ba1b45-f933-4d0c-85bb-7d16528dccb3 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.1208155 Aug 29 21:28:04.536980 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Deleting port 056d3884-6d5f-40e1-8636-811280d09a2f {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:28:04.537986 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.614887 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 056d3884-6d5f-40e1-8636-811280d09a2f no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:28:04.629270 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] For port 056d3884-6d5f-40e1-8636-811280d09a2f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=056d3884-6d5f-40e1-8636-811280d09a2f,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:04.629954 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.650135 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:04.674335 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Calling delete_port for 056d3884-6d5f-40e1-8636-811280d09a2f owned by network:dhcp {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:28:04.675554 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] For port 056d3884-6d5f-40e1-8636-811280d09a2f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=056d3884-6d5f-40e1-8636-811280d09a2f,segment=NetworkSegment(e8ccf7c1-b15e-4096-879f-820184d9a3f2),segment_id=e8ccf7c1-b15e-4096-879f-820184d9a3f2)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:04.676036 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.693486 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Calling delete_port for 056d3884-6d5f-40e1-8636-811280d09a2f owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:28:04.704538 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2f106812-11b4-4f6a-bd59-08c63400bc80 req-daa21a3f-4267-473e-ae2f-5fae63caf914 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423752 Aug 29 21:28:04.750825 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:04.802086 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 056d3884-6d5f-40e1-8636-811280d09a2f is: ACTIVE; New status is: DOWN {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:04.805114 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.874404 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.903171 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Pushing event deleted for resources: {'Port': ['ID=056d3884-6d5f-40e1-8636-811280d09a2f,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:04.904392 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ef1684f4-1441-4864-9717-70ec50eb310f no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:28:04.905323 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] No DVR routers for this DVR port 056d3884-6d5f-40e1-8636-811280d09a2f on host dv-cinder-854264-2-iscsi {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:28:04.906759 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (056d3884-6d5f-40e1-8636-811280d09a2f), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.948429 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: ef1684f4-1441-4864-9717-70ec50eb310f {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:28:04.948775 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ef1684f4-1441-4864-9717-70ec50eb310f not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:28:04.949197 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 04cdb9ab-cc22-4ed1-b967-715f5754f7cf no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:28:04.951875 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Pushing event deleted for resources: {'Port': ['ID=056d3884-6d5f-40e1-8636-811280d09a2f,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:04.954740 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] No DVR routers for this DVR port 056d3884-6d5f-40e1-8636-811280d09a2f on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:28:04.979037 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 04cdb9ab-cc22-4ed1-b967-715f5754f7cf {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:28:04.979390 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 04cdb9ab-cc22-4ed1-b967-715f5754f7cf not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:28:04.981545 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.981915 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.982246 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.983035 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.983035 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.983291 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.984312 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.985076 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.985651 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (a03b07cd-ec6e-4782-bd47-f6ab0486a61a), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.985937 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.986507 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.987076 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.989622 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.990229 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.991776 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:04.992174 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65acff-b869-47aa-a3ee-0a6f6ffe80f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:05.017324 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.017668 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.018395 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.018725 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > port after_create 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.019055 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > port after_delete 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.019387 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > port after_update 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.019708 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.020081 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.020398 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.020719 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.214611 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.215229 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.215739 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.216361 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:28:05.216987 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03b07cd-ec6e-4782-bd47-f6ab0486a61a']}} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:05.238801 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ccf7c1-b15e-4096-879f-820184d9a3f2') {'for_net_delete': True} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:05.244043 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ccf7c1-b15e-4096-879f-820184d9a3f2') {} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:05.258600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12500580'] for segment (e8ccf7c1-b15e-4096-879f-820184d9a3f2), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:05.280685 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (e8ccf7c1-b15e-4096-879f-820184d9a3f2), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:05.291784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=107110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:28:05.292239 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12151113'] for segment (e8ccf7c1-b15e-4096-879f-820184d9a3f2), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:05.308741 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-90f25fe2-5645-4af9-8647-0bd1ce32d514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:05.451764 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (a03b07cd-ec6e-4782-bd47-f6ab0486a61a), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:05.462718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:05.466653 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/a03b07cd-ec6e-4782-bd47-f6ab0486a61a HTTP/1.1" status: 204 len: 168 time: 1.2042105 Aug 29 21:28:05.479250 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9641b9-7ef3-401d-b6fc-b0e349f72deb admin admin] Pushing event deleted for resources: {'Network': ['ID=a03b07cd-ec6e-4782-bd47-f6ab0486a61a,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:05.572188 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment e8ccf7c1-b15e-4096-879f-820184d9a3f2 resource provider aggregate not found Aug 29 21:28:05.591662 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment e8ccf7c1-b15e-4096-879f-820184d9a3f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8ccf7c1-b15e-4096-879f-820184d9a3f2 found for delete ", "request_id": "req-96ebcc9e-d989-4163-b689-e57075a180ea"}]} Aug 29 21:28:05.828490 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f2a0f-d0f1-4f36-b869-b4dad359e547 req-3037897f-f05a-43f9-ad6d-446f0423d69d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:05.831340 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a64f2a0f-d0f1-4f36-b869-b4dad359e547 req-3037897f-f05a-43f9-ad6d-446f0423d69d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0471814 Aug 29 21:28:05.887341 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a64f2a0f-d0f1-4f36-b869-b4dad359e547 req-b0b28247-cc20-4ce0-83d6-2f6bb8dc5ba2 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 Aug 29 21:28:05.964395 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43776) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:06.005515 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-dec6195d-5bab-493b-a92a-1f0c92e810b8 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c852db97ba734c7088df6af689b41d16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399680 Aug 29 21:28:06.008117 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43778) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:06.056664 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-02056e47-7f6d-4e73-be57-6338fe4f496e admin admin] Publish callbacks [] for security_group (f1d2c0f6-d773-48e3-acf5-c610694c19e9), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:06.077139 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-02056e47-7f6d-4e73-be57-6338fe4f496e admin admin] Publish callbacks [] for security_group (f1d2c0f6-d773-48e3-acf5-c610694c19e9), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:06.286325 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-02056e47-7f6d-4e73-be57-6338fe4f496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f1d2c0f6-d773-48e3-acf5-c610694c19e9), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:06.291995 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-02056e47-7f6d-4e73-be57-6338fe4f496e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:06.291995 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-02056e47-7f6d-4e73-be57-6338fe4f496e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f1d2c0f6-d773-48e3-acf5-c610694c19e9 HTTP/1.1" status: 204 len: 168 time: 0.2810328 Aug 29 21:28:06.291995 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:06.299051 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02056e47-7f6d-4e73-be57-6338fe4f496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d2c0f6-d773-48e3-acf5-c610694c19e9,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:06.725728 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:06.996102 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:07.012615 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887eda8-f258-4554-9e5d-1e8b10cb10ae req-b6cec1a2-e4e4-4149-a445-79da00732d28 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:07.014179 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6887eda8-f258-4554-9e5d-1e8b10cb10ae req-b6cec1a2-e4e4-4149-a445-79da00732d28 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0534184 Aug 29 21:28:07.075522 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6887eda8-f258-4554-9e5d-1e8b10cb10ae req-ed3c1cef-c03e-4949-93ec-56d60baac726 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516107 Aug 29 21:28:07.527693 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43828) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:07.628623 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-network', 'tenant_id': '5bc75af3ba6c442889ce29351414e110'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:07.799606 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Made reservation on behalf of 5bc75af3ba6c442889ce29351414e110 for: {'network': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:07.802121 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:07.811166 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:07.904981 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Publish callbacks [] for security_group (79cdcbb1-d7d6-4ddb-9359-bb0d71d0ea62), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:07.994318 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (79cdcbb1-d7d6-4ddb-9359-bb0d71d0ea62), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.026069 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=107110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:28:08.035598 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cdcbb1-d7d6-4ddb-9359-bb0d71d0ea62,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:08.042963 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (2084de9e-bfff-4c0a-977e-1d16e3af99a5), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.043306 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.segments_db [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Added segment 2084de9e-bfff-4c0a-977e-1d16e3af99a5 of type vlan for network 48dd2592-6ea0-414d-a1c9-f95709b58170 Aug 29 21:28:08.099712 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (48dd2592-6ea0-414d-a1c9-f95709b58170), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.167233 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:08.199839 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (48dd2592-6ea0-414d-a1c9-f95709b58170), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.200859 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:08.202035 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.210744 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc24244-3636-4d3c-b51a-628ef9f820cc req-db436346-c30a-4d0c-95b8-c0056fa28689 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:08.219127 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7dc24244-3636-4d3c-b51a-628ef9f820cc req-db436346-c30a-4d0c-95b8-c0056fa28689 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0611918 Aug 29 21:28:08.222468 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43854) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:08.266047 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7dc24244-3636-4d3c-b51a-628ef9f820cc req-59f7b002-7917-43eb-a666-d39e3176fa25 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460410 Aug 29 21:28:08.307151 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=48dd2592-6ea0-414d-a1c9-f95709b58170,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:08.317582 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:28:08.331047 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.376356 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-477bda4d-1888-4069-8a03-40792d8505d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.417167 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.426773 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-2bab78b4-ce86-4700-ad4e-19f1e0151ba6 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8976259 Aug 29 21:28:08.429884 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43858) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:08.430033 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:DELETE=5,neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:08.435641 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Request body: {'subnet': {'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-subnet', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:08.466294 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-477bda4d-1888-4069-8a03-40792d8505d9 admin admin] Publish callbacks [] for security_group (8ced3693-f147-4ef6-b751-adb0f57f0e1b), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.537012 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-477bda4d-1888-4069-8a03-40792d8505d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8ced3693-f147-4ef6-b751-adb0f57f0e1b), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.537605 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Made reservation on behalf of 5bc75af3ba6c442889ce29351414e110 for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:08.541201 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.583009 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-477bda4d-1888-4069-8a03-40792d8505d9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=871bc0e9f9424aa4add3f3f4db17b121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348660 Aug 29 21:28:08.585309 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bda4d-1888-4069-8a03-40792d8505d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced3693-f147-4ef6-b751-adb0f57f0e1b,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:08.587933 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43860) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:08.643276 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-36c62bf4-e62c-43d9-9bdc-8bbf323e06de admin admin] Publish callbacks [] for security_group (8ced3693-f147-4ef6-b751-adb0f57f0e1b), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.664852 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-36c62bf4-e62c-43d9-9bdc-8bbf323e06de admin admin] Publish callbacks [] for security_group (8ced3693-f147-4ef6-b751-adb0f57f0e1b), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.700635 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:08.840143 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (747bf502-493a-458b-838e-c0d916d8d44f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.840458 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-36c62bf4-e62c-43d9-9bdc-8bbf323e06de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8ced3693-f147-4ef6-b751-adb0f57f0e1b), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.843025 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-36c62bf4-e62c-43d9-9bdc-8bbf323e06de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:08.845768 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-36c62bf4-e62c-43d9-9bdc-8bbf323e06de admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8ced3693-f147-4ef6-b751-adb0f57f0e1b HTTP/1.1" status: 204 len: 168 time: 0.2566485 Aug 29 21:28:08.857145 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62bf4-e62c-43d9-9bdc-8bbf323e06de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced3693-f147-4ef6-b751-adb0f57f0e1b,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:08.915741 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:08.925217 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Checking segment: {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:08.925217 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Network hostable DHCP agents. Network: 48dd2592-6ea0-414d-a1c9-f95709b58170, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:28:08.927603 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747bf502-493a-458b-838e-c0d916d8d44f,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:09.099646 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:28:09.268008 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 48dd2592-6ea0-414d-a1c9-f95709b58170) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:09.275081 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:09.275847 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.277259 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8248a0-3aa6-46b7-8b30-2d1e7676a8df None None] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:09.380119 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2bad088a-cc2d-4793-bd33-28b484e5f9f6 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9485803 Aug 29 21:28:09.382824 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43874) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:09.387117 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:09.416523 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-48dd2592-6ea0-414d-a1c9-f95709b58170', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'project_id': '5bc75af3ba6c442889ce29351414e110', 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:28:09.419140 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.434714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bf4c7-b70f-4515-adf9-ddf579a1e3c5 req-4f1c4701-9463-4d1c-84a2-a74e1f8c6f7e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:09.439386 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:09.442680 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-682bf4c7-b70f-4515-adf9-ddf579a1e3c5 req-4f1c4701-9463-4d1c-84a2-a74e1f8c6f7e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0941420 Aug 29 21:28:09.490224 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-682bf4c7-b70f-4515-adf9-ddf579a1e3c5 req-c5bbe597-a846-402c-9414-dcb007b5f67d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466039 Aug 29 21:28:09.505545 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:09.554821 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (b9b32390-edcd-48b0-a7a2-51862894f82f), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.556165 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (b9b32390-edcd-48b0-a7a2-51862894f82f), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.564694 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Allocated IP 172.20.0.2 (48dd2592-6ea0-414d-a1c9-f95709b58170/747bf502-493a-458b-838e-c0d916d8d44f/45905158-a309-464b-9514-d8f36993e2dc) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:09.615098 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks [] for router_controller (b9b32390-edcd-48b0-a7a2-51862894f82f), precommit_add_association {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.711536 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Publish callbacks [] for port (45905158-a309-464b-9514-d8f36993e2dc), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.845752 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (45905158-a309-464b-9514-d8f36993e2dc), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.871224 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks [] for router_gateway (b9b32390-edcd-48b0-a7a2-51862894f82f), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.889454 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:09.893685 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:09.898323 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:09.900515 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Pushing event updated for resources: {'Port': ['ID=45905158-a309-464b-9514-d8f36993e2dc,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:09.917486 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43876) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:09.931828 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c99a7175-1639-4501-97fd-5d92463677b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.963811 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Attempting to bind port 45905158-a309-464b-9514-d8f36993e2dc on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:09.964293 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Attempting to bind port 45905158-a309-464b-9514-d8f36993e2dc by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:09.964717 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Attempting to bind port 45905158-a309-464b-9514-d8f36993e2dc on network 48dd2592-6ea0-414d-a1c9-f95709b58170 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:09.971085 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:09.971562 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Checking segment: {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:09.971998 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.972393 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Bound using segment: {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:09.972856 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Bound port: 45905158-a309-464b-9514-d8f36993e2dc, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:09.973230 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (45905158-a309-464b-9514-d8f36993e2dc), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.022886 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c99a7175-1639-4501-97fd-5d92463677b4 admin admin] Publish callbacks [] for security_group (7a460bad-6365-4d08-9b02-8fd8f0667f39), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.054251 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] For port 45905158-a309-464b-9514-d8f36993e2dc, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:10.058186 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] For port 45905158-a309-464b-9514-d8f36993e2dc, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=45905158-a309-464b-9514-d8f36993e2dc,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:10.102509 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c99a7175-1639-4501-97fd-5d92463677b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (7a460bad-6365-4d08-9b02-8fd8f0667f39), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.144778 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c99a7175-1639-4501-97fd-5d92463677b4 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=7ef98d38db134c77a7ed576ebfdcc355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261193 Aug 29 21:28:10.145625 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a7175-1639-4501-97fd-5d92463677b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a460bad-6365-4d08-9b02-8fd8f0667f39,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:10.149141 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43886) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:10.229463 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (45905158-a309-464b-9514-d8f36993e2dc), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.231029 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-09be874d-d26b-44c7-a847-6b719959fe17 admin admin] Publish callbacks [] for security_group (7a460bad-6365-4d08-9b02-8fd8f0667f39), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.245050 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks [] for router_gateway (b9b32390-edcd-48b0-a7a2-51862894f82f), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.274725 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.276746 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-09be874d-d26b-44c7-a847-6b719959fe17 admin admin] Publish callbacks [] for security_group (7a460bad-6365-4d08-9b02-8fd8f0667f39), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.349277 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431f040-8976-4830-96cd-9dd8cac13fa9 None None] Pushing event updated for resources: {'Port': ['ID=45905158-a309-464b-9514-d8f36993e2dc,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:10.388587 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:10.432944 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Allocated IP 172.27.3.104 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:10.487701 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-09be874d-d26b-44c7-a847-6b719959fe17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (7a460bad-6365-4d08-9b02-8fd8f0667f39), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.511429 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-09be874d-d26b-44c7-a847-6b719959fe17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.518803 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-09be874d-d26b-44c7-a847-6b719959fe17 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/7a460bad-6365-4d08-9b02-8fd8f0667f39 HTTP/1.1" status: 204 len: 168 time: 0.3668582 Aug 29 21:28:10.550337 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be874d-d26b-44c7-a847-6b719959fe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a460bad-6365-4d08-9b02-8fd8f0667f39,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:10.934284 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks [] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:10.954856 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca3df0-d991-4418-808f-3f077c48be28 req-289867ee-678a-44d2-9004-ca48bf33f44e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:10.956387 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c9ca3df0-d991-4418-808f-3f077c48be28 req-289867ee-678a-44d2-9004-ca48bf33f44e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.3144965 Aug 29 21:28:11.028476 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c9ca3df0-d991-4418-808f-3f077c48be28 req-1a040dc5-67ed-4469-bef6-867413aee073 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613964 Aug 29 21:28:11.189499 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:11.236127 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:11.239911 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:11.244384 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:11.246564 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:11.491939 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dffd04d-dae5-4db4-b6ca-e26d9ada2224 None None] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:11.562024 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-efe785da-584b-416c-9920-35cf6041d1a3 None None] Provisioning complete for port 45905158-a309-464b-9514-d8f36993e2dc triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:11.562549 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efe785da-584b-416c-9920-35cf6041d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (45905158-a309-464b-9514-d8f36993e2dc), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:11.700287 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-efe785da-584b-416c-9920-35cf6041d1a3 None None] Current status of the port 45905158-a309-464b-9514-d8f36993e2dc is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:11.700526 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks [] for router_gateway (b9b32390-edcd-48b0-a7a2-51862894f82f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:11.701178 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efe785da-584b-416c-9920-35cf6041d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (45905158-a309-464b-9514-d8f36993e2dc), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:11.743165 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-efe785da-584b-416c-9920-35cf6041d1a3 None None] For port 45905158-a309-464b-9514-d8f36993e2dc, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=45905158-a309-464b-9514-d8f36993e2dc,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:11.852882 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efe785da-584b-416c-9920-35cf6041d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (45905158-a309-464b-9514-d8f36993e2dc), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:11.910615 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe785da-584b-416c-9920-35cf6041d1a3 None None] Pushing event updated for resources: {'Port': ['ID=45905158-a309-464b-9514-d8f36993e2dc,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:11.932334 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (b9b32390-edcd-48b0-a7a2-51862894f82f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:11.972088 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-d7942230-5b46-461d-bfed-c6e1d36286db None None] Provisioning complete for port 45905158-a309-464b-9514-d8f36993e2dc triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:11.972464 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d7942230-5b46-461d-bfed-c6e1d36286db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (45905158-a309-464b-9514-d8f36993e2dc), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:12.017576 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:12.076677 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-d7942230-5b46-461d-bfed-c6e1d36286db None None] Current status of the port 45905158-a309-464b-9514-d8f36993e2dc is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:12.165347 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Router b9b32390-edcd-48b0-a7a2-51862894f82f is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:28:12.191870 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b76f55-4103-467c-be28-1021ec3c1285 req-b1b2602c-d4f1-43e9-9d89-6207fe2b4e85 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:12.198534 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-67b76f55-4103-467c-be28-1021ec3c1285 req-b1b2602c-d4f1-43e9-9d89-6207fe2b4e85 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0603511 Aug 29 21:28:12.271205 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-67b76f55-4103-467c-be28-1021ec3c1285 req-8204bcd2-4e2f-499d-8860-94ae6c2a8f2b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697019 Aug 29 21:28:12.366282 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 45905158-a309-464b-9514-d8f36993e2dc up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:12.402828 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:28:12.421628 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 45905158-a309-464b-9514-d8f36993e2dc triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:12.422045 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (45905158-a309-464b-9514-d8f36993e2dc), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:12.424710 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Sync routers for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:28:12.455456 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:12.456119 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:12.465188 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:12.503016 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a790614-77c2-44b1-a8a6-6a9c8b3d5a41 req-f920e537-20f0-492e-92ad-c48c7371af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:12.504587 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7a790614-77c2-44b1-a8a6-6a9c8b3d5a41 req-f920e537-20f0-492e-92ad-c48c7371af2a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 1129 time: 0.0454960 Aug 29 21:28:12.505456 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:12.509787 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0684ce5a-03d7-446c-a0d0-856e8fd35ea0 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1230066 Aug 29 21:28:12.510064 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43948) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:12.558194 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7a790614-77c2-44b1-a8a6-6a9c8b3d5a41 req-370a4443-3c64-4fe4-abfc-f295f46dce63 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445209 Aug 29 21:28:12.731220 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 45905158-a309-464b-9514-d8f36993e2dc is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:12.735182 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:12.925390 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:11Z', 'revision_number': 3, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:12.956312 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Checking router: b9b32390-edcd-48b0-a7a2-51862894f82f for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:28:12.956800 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Updating router b9b32390-edcd-48b0-a7a2-51862894f82f port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:28:12.971287 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:12.993952 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.033068 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:28:13.072618 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:13.160118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Allocated IP 172.20.0.1 (48dd2592-6ea0-414d-a1c9-f95709b58170/747bf502-493a-458b-838e-c0d916d8d44f/2cf4d223-3d60-458d-9b40-aafd1ffa0655) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:13.287320 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Publish callbacks [] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.288088 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Publish callbacks [] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.364710 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=66 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:13.382268 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.420305 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Attempting to bind port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:13.420712 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Attempting to bind port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:13.421178 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Attempting to bind port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:13.429181 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.436912 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:13.437410 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:13.437830 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.438317 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:13.438843 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Bound port: 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:13.439277 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.463655 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86130e-b7dd-4846-8ffd-e353b3776cc5 None None] Pushing event updated for resources: {'Port': ['ID=72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:13.467522 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ffa76-4d10-48df-ae02-ee8c0a5ce8d9 req-f6253851-03c7-4b5a-8fa4-a0fde3e8e601 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:13.469851 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-368ffa76-4d10-48df-ae02-ee8c0a5ce8d9 req-f6253851-03c7-4b5a-8fa4-a0fde3e8e601 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0895278 Aug 29 21:28:13.488242 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:13.499438 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:13.502170 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:13.502851 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (b9b32390-edcd-48b0-a7a2-51862894f82f), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.507019 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] For port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:13.511187 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] For port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:13.573776 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Pushing event updated for resources: {'Port': ['ID=2cf4d223-3d60-458d-9b40-aafd1ffa0655,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:13.633273 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-368ffa76-4d10-48df-ae02-ee8c0a5ce8d9 req-f01957a5-ecdc-4d77-a3b9-4bba21a5a4ae tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477878 Aug 29 21:28:13.669322 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.711137 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:13.711777 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:13.768767 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86130e-b7dd-4846-8ffd-e353b3776cc5 None None] Pushing event updated for resources: {'Port': ['ID=72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:13.817650 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.823692 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-38d978ec-0421-4d1f-ab51-9879995ec0fd None None] Provisioning complete for port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:13.824089 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-38d978ec-0421-4d1f-ab51-9879995ec0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.858166 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:13.941719 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-38d978ec-0421-4d1f-ab51-9879995ec0fd None None] Port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:28:13.971914 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:14.008846 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Publish callbacks [] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:14.056725 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:11Z', 'revision_number': 3, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:14.080221 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:14.081381 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (b9b32390-edcd-48b0-a7a2-51862894f82f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:14.082483 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf74f46a-a221-4fcd-8550-90a6ead4fe9b None None] The sync data for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi is: [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:11Z', 'revision_number': 3, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:28:14.174892 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Pushing event updated for resources: {'Port': ['ID=2cf4d223-3d60-458d-9b40-aafd1ffa0655,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:14.195374 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 43988) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:14.251115 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:14.253523 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:14.363871 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-64d597f7-2a61-4811-b5e1-3d709a188c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:14.429681 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:14.441846 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Router b9b32390-edcd-48b0-a7a2-51862894f82f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:28:14.482613 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-64d597f7-2a61-4811-b5e1-3d709a188c3b admin admin] Publish callbacks [] for security_group (00635772-d2c0-4394-929d-094cb18d4a68), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:14.573762 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-8b53af8a-b73e-41a4-b567-c08663d4436c None None] Provisioning complete for port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:14.573976 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:28:14.574139 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8b53af8a-b73e-41a4-b567-c08663d4436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:14.576814 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-64d597f7-2a61-4811-b5e1-3d709a188c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (00635772-d2c0-4394-929d-094cb18d4a68), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:14.582615 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-116a5b4b-481a-4a0d-b372-0b132015d34a admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/b9b32390-edcd-48b0-a7a2-51862894f82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0684462 Aug 29 21:28:14.634128 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-64d597f7-2a61-4811-b5e1-3d709a188c3b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=28953fafda984af497d5fd869eeb2c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375610 Aug 29 21:28:14.636413 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d597f7-2a61-4811-b5e1-3d709a188c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00635772-d2c0-4394-929d-094cb18d4a68,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:14.636850 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 43996) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:14.638001 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-8b53af8a-b73e-41a4-b567-c08663d4436c None None] Port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:28:14.770547 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd37470-7954-4a34-a28b-88ff1dc87bce req-62578477-eb16-4111-b009-1ccc891d9836 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:14.779224 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5bd37470-7954-4a34-a28b-88ff1dc87bce req-62578477-eb16-4111-b009-1ccc891d9836 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0623949 Aug 29 21:28:14.789324 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:14.841550 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5bd37470-7954-4a34-a28b-88ff1dc87bce req-7c60eba1-103a-4ca5-b23f-4ad8c9cecdf8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608249 Aug 29 21:28:14.910927 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:14.950829 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1a3a65a7-65a9-4942-8859-5254250b87c3 admin admin] Publish callbacks [] for security_group (00635772-d2c0-4394-929d-094cb18d4a68), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:14.977614 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1a3a65a7-65a9-4942-8859-5254250b87c3 admin admin] Publish callbacks [] for security_group (00635772-d2c0-4394-929d-094cb18d4a68), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.000515 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:15.083007 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44006) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:15.088050 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-b35ee6d3-bdaa-4a17-af28-1c3f22833d59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440318788', 'description': 'tempest-description--1470647592'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:15.222498 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1a3a65a7-65a9-4942-8859-5254250b87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (00635772-d2c0-4394-929d-094cb18d4a68), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.225142 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1a3a65a7-65a9-4942-8859-5254250b87c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.226291 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-1a3a65a7-65a9-4942-8859-5254250b87c3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/00635772-d2c0-4394-929d-094cb18d4a68 HTTP/1.1" status: 204 len: 168 time: 0.5883677 Aug 29 21:28:15.234706 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a65a7-65a9-4942-8859-5254250b87c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00635772-d2c0-4394-929d-094cb18d4a68,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:15.256329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b35ee6d3-bdaa-4a17-af28-1c3f22833d59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.337341 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b35ee6d3-bdaa-4a17-af28-1c3f22833d59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (c4d20423-9fef-4c93-aa88-9a43dff064b9), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.467719 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b35ee6d3-bdaa-4a17-af28-1c3f22833d59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c4d20423-9fef-4c93-aa88-9a43dff064b9), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.498133 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ee6d3-bdaa-4a17-af28-1c3f22833d59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d20423-9fef-4c93-aa88-9a43dff064b9,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:15.584543 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b35ee6d3-bdaa-4a17-af28-1c3f22833d59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.590675 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b35ee6d3-bdaa-4a17-af28-1c3f22833d59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5017333 Aug 29 21:28:15.590675 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44014) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:15.593475 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-f66b7d3a-1493-4305-ba85-635e4e98555d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'security_group_rule': {'security_group_id': 'c4d20423-9fef-4c93-aa88-9a43dff064b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:15.788156 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f66b7d3a-1493-4305-ba85-635e4e98555d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (89f5913f-e5e1-40b3-88a8-0ba970580bad), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.835084 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80870856-d00b-4215-910d-98f174624700 None None] Sync routers for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:28:15.846733 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80870856-d00b-4215-910d-98f174624700 None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:15.847349 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-80870856-d00b-4215-910d-98f174624700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:15.852673 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f66b7d3a-1493-4305-ba85-635e4e98555d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (89f5913f-e5e1-40b3-88a8-0ba970580bad), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.951168 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-80870856-d00b-4215-910d-98f174624700 None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:15.966799 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf77a38-3966-4771-b9bb-f8926a1977fd req-94354183-87c1-4d93-8ce1-17205184e758 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:15.968850 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dcf77a38-3966-4771-b9bb-f8926a1977fd req-94354183-87c1-4d93-8ce1-17205184e758 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0491230 Aug 29 21:28:15.971319 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f66b7d3a-1493-4305-ba85-635e4e98555d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (89f5913f-e5e1-40b3-88a8-0ba970580bad), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:15.994673 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b7d3a-1493-4305-ba85-635e4e98555d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f5913f-e5e1-40b3-88a8-0ba970580bad,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:16.037045 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dcf77a38-3966-4771-b9bb-f8926a1977fd req-712cdada-db56-4634-a753-fff04d407457 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622087 Aug 29 21:28:16.178661 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-80870856-d00b-4215-910d-98f174624700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 2, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:16.208116 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80870856-d00b-4215-910d-98f174624700 None None] Checking router: b9b32390-edcd-48b0-a7a2-51862894f82f for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:28:16.208468 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80870856-d00b-4215-910d-98f174624700 None None] Updating router b9b32390-edcd-48b0-a7a2-51862894f82f port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:28:16.240112 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-80870856-d00b-4215-910d-98f174624700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.252050 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:16.285973 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:16.328517 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f66b7d3a-1493-4305-ba85-635e4e98555d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.334045 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f66b7d3a-1493-4305-ba85-635e4e98555d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7399011 Aug 29 21:28:16.334190 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:16.334291 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44024) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:16.338668 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-6b30225b-5c53-40c4-9746-976f00502c1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'security_group_rule': {'security_group_id': 'c4d20423-9fef-4c93-aa88-9a43dff064b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:16.356227 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:16.357127 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.401877 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44028) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:16.428211 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8e696fcf-eb00-4325-9251-b5adf4a251e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.432191 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:16.446799 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:16.451046 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.475124 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:16.487526 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b30225b-5c53-40c4-9746-976f00502c1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (61b18864-59aa-4d16-858e-1911ef49d561), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.520463 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8e696fcf-eb00-4325-9251-b5adf4a251e8 admin admin] Publish callbacks [] for security_group (66b7a064-4a98-4c99-9d52-808687982ee8), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.552323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b30225b-5c53-40c4-9746-976f00502c1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (61b18864-59aa-4d16-858e-1911ef49d561), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.610507 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.623591 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-80870856-d00b-4215-910d-98f174624700 None None] Publish callbacks [] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.651247 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8e696fcf-eb00-4325-9251-b5adf4a251e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (66b7a064-4a98-4c99-9d52-808687982ee8), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.651487 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b30225b-5c53-40c4-9746-976f00502c1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (61b18864-59aa-4d16-858e-1911ef49d561), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.667518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:16.679348 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30225b-5c53-40c4-9746-976f00502c1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b18864-59aa-4d16-858e-1911ef49d561,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:16.694157 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e696fcf-eb00-4325-9251-b5adf4a251e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b7a064-4a98-4c99-9d52-808687982ee8,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:16.697975 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-80870856-d00b-4215-910d-98f174624700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.701478 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-8e696fcf-eb00-4325-9251-b5adf4a251e8 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=becf7650245e4237a8227d386ec1c66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984366 Aug 29 21:28:16.705611 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44030) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:16.708469 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:16.780606 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b41c-d9c8-4d1c-bbf5-536fa3ea00d6 admin admin] Publish callbacks [] for security_group (66b7a064-4a98-4c99-9d52-808687982ee8), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.792750 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b30225b-5c53-40c4-9746-976f00502c1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.794156 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6b30225b-5c53-40c4-9746-976f00502c1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4593964 Aug 29 21:28:16.798342 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44032) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:16.804104 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:16.806880 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Pushing event updated for resources: {'Port': ['ID=2cf4d223-3d60-458d-9b40-aafd1ffa0655,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:16.814357 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b41c-d9c8-4d1c-bbf5-536fa3ea00d6 admin admin] Publish callbacks [] for security_group (66b7a064-4a98-4c99-9d52-808687982ee8), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.817904 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.818771 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.819427 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.819982 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.820579 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.821145 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.821826 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.822268 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.822656 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.822998 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.823381 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.823801 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.827600 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.827600 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.827600 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:16.845369 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-80870856-d00b-4215-910d-98f174624700 None None] Attempting to bind port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:16.846033 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-80870856-d00b-4215-910d-98f174624700 None None] Attempting to bind port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:16.846160 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80870856-d00b-4215-910d-98f174624700 None None] Attempting to bind port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 on network 48dd2592-6ea0-414d-a1c9-f95709b58170 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:16.852888 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80870856-d00b-4215-910d-98f174624700 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:16.853502 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80870856-d00b-4215-910d-98f174624700 None None] Checking segment: {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:16.854168 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-80870856-d00b-4215-910d-98f174624700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.854808 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80870856-d00b-4215-910d-98f174624700 None None] Bound using segment: {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:16.855663 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-80870856-d00b-4215-910d-98f174624700 None None] Bound port: 2cf4d223-3d60-458d-9b40-aafd1ffa0655, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:16.856399 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-80870856-d00b-4215-910d-98f174624700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.902740 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.919850 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-80870856-d00b-4215-910d-98f174624700 None None] For port 2cf4d223-3d60-458d-9b40-aafd1ffa0655, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:16.923253 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-80870856-d00b-4215-910d-98f174624700 None None] For port 2cf4d223-3d60-458d-9b40-aafd1ffa0655, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=2cf4d223-3d60-458d-9b40-aafd1ffa0655,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:16.931649 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b41c-d9c8-4d1c-bbf5-536fa3ea00d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (66b7a064-4a98-4c99-9d52-808687982ee8), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.934495 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b41c-d9c8-4d1c-bbf5-536fa3ea00d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.935898 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d4a6b41c-d9c8-4d1c-bbf5-536fa3ea00d6 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/66b7a064-4a98-4c99-9d52-808687982ee8 HTTP/1.1" status: 204 len: 168 time: 0.2285731 Aug 29 21:28:16.945249 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6b41c-d9c8-4d1c-bbf5-536fa3ea00d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b7a064-4a98-4c99-9d52-808687982ee8,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:16.985159 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:16.988953 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-80870856-d00b-4215-910d-98f174624700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:16.993227 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:17.046804 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80870856-d00b-4215-910d-98f174624700 None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:17.047855 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-80870856-d00b-4215-910d-98f174624700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:17.053763 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e098be9-b3e9-473c-b288-c076592a74a0 None None] Pushing event updated for resources: {'Port': ['ID=2cf4d223-3d60-458d-9b40-aafd1ffa0655,revision_number=4']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:17.069090 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:17.173853 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Allocated IP 172.27.3.82 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/a222609c-d47d-4745-b009-7f7f3c1f89e3) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:17.179312 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-80870856-d00b-4215-910d-98f174624700 None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:17.199377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22c5e7-8129-435f-b828-0f97844f898a req-96324abd-de86-47a7-9658-17ff41ea301f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:17.201359 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ed22c5e7-8129-435f-b828-0f97844f898a req-96324abd-de86-47a7-9658-17ff41ea301f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0561221 Aug 29 21:28:17.255650 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ed22c5e7-8129-435f-b828-0f97844f898a req-f6b7f94c-7990-4f25-98c1-7202ba91ba3e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473537 Aug 29 21:28:17.300103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for port (a222609c-d47d-4745-b009-7f7f3c1f89e3), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:17.313286 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:17.380341 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-80870856-d00b-4215-910d-98f174624700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:17.406583 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80870856-d00b-4215-910d-98f174624700 None None] The sync data for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi is: [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:28:17.514314 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (a222609c-d47d-4745-b009-7f7f3c1f89e3), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:17.566561 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:17.573182 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:17.575538 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'Port': ['ID=a222609c-d47d-4745-b009-7f7f3c1f89e3,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:17.578026 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:17.694387 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (23ea5134-03f3-4ed5-8e73-1169d8ce6fb4), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:17.958202 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a222609c-d47d-4745-b009-7f7f3c1f89e3), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:18.354417 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:18.429754 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 2cf4d223-3d60-458d-9b40-aafd1ffa0655 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:18.433803 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b0c46-4e45-49cd-8d12-0d1c7db29932 req-22e8d203-b622-4c45-8ad4-fadb4160e6cb tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:18.435374 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-211b0c46-4e45-49cd-8d12-0d1c7db29932 req-22e8d203-b622-4c45-8ad4-fadb4160e6cb tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0668397 Aug 29 21:28:18.447565 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for port (a222609c-d47d-4745-b009-7f7f3c1f89e3), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:18.489488 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:18.489918 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:18.495186 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-211b0c46-4e45-49cd-8d12-0d1c7db29932 req-1d5384db-6b24-4007-ad55-4eb1e4784db7 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500343 Aug 29 21:28:18.591813 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:18.592140 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:18.611791 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (a222609c-d47d-4745-b009-7f7f3c1f89e3), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:18.640001 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 2cf4d223-3d60-458d-9b40-aafd1ffa0655, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=2cf4d223-3d60-458d-9b40-aafd1ffa0655,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:18.674986 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:18.698070 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (23ea5134-03f3-4ed5-8e73-1169d8ce6fb4), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:18.700896 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'Port': ['ID=a222609c-d47d-4745-b009-7f7f3c1f89e3,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:18.756578 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:18.756578 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:18.823473 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=2cf4d223-3d60-458d-9b40-aafd1ffa0655,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:18.833746 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:18.834126 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:18.841549 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:18.854302 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-6d09faf6-37c7-423a-93bc-1860b6a8dbc4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0429552 Aug 29 21:28:18.914484 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:19.077372 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-cee92f59-1a73-4e70-be78-a26814db2f6d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1440318788&fields=id&tenant_id=5bc75af3ba6c442889ce29351414e110 HTTP/1.1" status: 200 len: 267 time: 0.0539460 Aug 29 21:28:19.119576 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:19.218568 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-ee972351-3c0a-429a-97f7-4f0fb4e8b6bd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:19.220095 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-ee972351-3c0a-429a-97f7-4f0fb4e8b6bd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 817 time: 0.1356308 Aug 29 21:28:19.239321 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-eca6d79b-3e97-44af-8190-635c1c60a34d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/quotas/5bc75af3ba6c442889ce29351414e110 HTTP/1.1" status: 200 len: 375 time: 0.0126359 Aug 29 21:28:19.291494 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-2ff2ce7f-1b74-4275-9ae1-c16b82285d1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465474 Aug 29 21:28:19.398101 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-57245f0f-cc15-408c-b80a-9597ae5e7fb1 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930564 Aug 29 21:28:19.497289 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-e648425a-7b6e-46d2-b46f-213bd5162697 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917058 Aug 29 21:28:19.646629 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b37e46-96e3-44f9-bf07-e2fb654cb492 req-69df761e-d6b4-4177-8bd6-537717cc4407 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:19.646629 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77b37e46-96e3-44f9-bf07-e2fb654cb492 req-69df761e-d6b4-4177-8bd6-537717cc4407 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0521870 Aug 29 21:28:19.696048 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77b37e46-96e3-44f9-bf07-e2fb654cb492 req-63621d1e-a782-4d68-92ae-8e9026c1d77d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Aug 29 21:28:19.879194 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21567e1-fcdd-4f20-b650-c67b7b050ae9 req-d272df04-d4bc-4b00-8a20-f263ab935794 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:19.881328 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f21567e1-fcdd-4f20-b650-c67b7b050ae9 req-d272df04-d4bc-4b00-8a20-f263ab935794 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0990388 Aug 29 21:28:19.893003 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-827a7753-b3f0-4506-9929-cf54a74ffe50 req-3ef55377-d5f6-41b5-bd98-b557f0189796 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 210 time: 0.0487812 Aug 29 21:28:19.951536 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f21567e1-fcdd-4f20-b650-c67b7b050ae9 req-5c8e0ade-c922-43d1-9292-b1ffe3e58415 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630326 Aug 29 21:28:20.276832 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 2cf4d223-3d60-458d-9b40-aafd1ffa0655 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:20.323261 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:20.323636 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:20.401077 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:20.973566 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a65e7c10-c7a9-4767-97dc-863d8ef50abe req-d82c3118-882b-448f-9462-e7b2db1c4cb4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 210 time: 0.0284238 Aug 29 21:28:21.148223 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:21.582872 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:22.098029 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c1861091-9255-42b5-8b22-9bc979c1852d req-ebc7e58c-311e-4ec7-b438-395156418437 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 210 time: 0.0364976 Aug 29 21:28:22.834445 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:22.867220 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92bdab-66e2-44b3-ad2c-2397fcdadea9 req-aefaebf1-bb04-41fd-b4fa-91a50c113c8e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:22.868802 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ad92bdab-66e2-44b3-ad2c-2397fcdadea9 req-aefaebf1-bb04-41fd-b4fa-91a50c113c8e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0547533 Aug 29 21:28:22.931162 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:22.932701 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ad92bdab-66e2-44b3-ad2c-2397fcdadea9 req-6dac66c7-cacb-4f5b-98c5-4e7ba82efe25 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575514 Aug 29 21:28:23.218048 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35664090-dca4-43c6-ab44-66e575d9773c req-311e9909-5d96-478f-88d7-d9401242f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:23.219852 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35664090-dca4-43c6-ab44-66e575d9773c req-311e9909-5d96-478f-88d7-d9401242f2f9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 1129 time: 0.0544407 Aug 29 21:28:23.237967 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-54f356b3-af5c-4de8-a09b-57efdf2e7a20 req-4e6fc19a-1769-41c5-bab9-e58ad87b24f8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 210 time: 0.0334125 Aug 29 21:28:23.376834 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35664090-dca4-43c6-ab44-66e575d9773c req-fbeb3c63-db4b-45d9-bcb0-a24bcf7963e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:23.379116 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35664090-dca4-43c6-ab44-66e575d9773c req-fbeb3c63-db4b-45d9-bcb0-a24bcf7963e7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.1424100 Aug 29 21:28:23.445665 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35664090-dca4-43c6-ab44-66e575d9773c req-df800bf8-db7a-4b54-9562-1e7eebd70b21 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9038f059-1399-4f98-9ce3-88cce7cf0565 HTTP/1.1" status: 200 len: 217 time: 0.0552824 Aug 29 21:28:23.501609 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-65e2c84b-e012-4b32-a332-b57d6264be7c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:23.503629 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-65e2c84b-e012-4b32-a332-b57d6264be7c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 817 time: 0.1636419 Aug 29 21:28:23.508170 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:23.525538 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35664090-dca4-43c6-ab44-66e575d9773c req-b373ffc5-4bd5-472c-9cc7-caa60e636ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:23.527351 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35664090-dca4-43c6-ab44-66e575d9773c req-b373ffc5-4bd5-472c-9cc7-caa60e636ad0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.0713930 Aug 29 21:28:23.588668 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35664090-dca4-43c6-ab44-66e575d9773c req-0a8735a6-00bd-451f-b638-dbde30d86d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:23.590242 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35664090-dca4-43c6-ab44-66e575d9773c req-0a8735a6-00bd-451f-b638-dbde30d86d5f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528934 Aug 29 21:28:23.614505 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-88062b54-6459-4064-82f5-3b46c70bb944 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5bc75af3ba6c442889ce29351414e110 HTTP/1.1" status: 200 len: 380 time: 0.0984261 Aug 29 21:28:23.624007 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'port': {'device_id': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'admin_state_up': True, 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'security_groups': ['c4d20423-9fef-4c93-aa88-9a43dff064b9']}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:23.697610 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35664090-dca4-43c6-ab44-66e575d9773c req-27400d11-65a9-406f-9f65-bbd0ca3b5532 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999553 Aug 29 21:28:23.830962 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35664090-dca4-43c6-ab44-66e575d9773c req-f75aadcc-b247-463a-992e-83004d38411b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245215 Aug 29 21:28:23.904215 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Made reservation on behalf of 5bc75af3ba6c442889ce29351414e110 for: {'port': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:23.910708 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.097359 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44236) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:24.138182 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342a3d1-fa38-4166-9338-ce6507fb261b req-7f82ea9e-7297-476d-bc42-c60ca93ccd81 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:24.141105 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Allocated IP 172.20.0.9 (48dd2592-6ea0-414d-a1c9-f95709b58170/747bf502-493a-458b-838e-c0d916d8d44f/7d00a0ed-45ea-43c9-98bc-7122049be3a0) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:24.141796 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c342a3d1-fa38-4166-9338-ce6507fb261b req-7f82ea9e-7297-476d-bc42-c60ca93ccd81 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.1026943 Aug 29 21:28:24.216424 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c342a3d1-fa38-4166-9338-ce6507fb261b req-940793de-1e64-4368-9f7e-8e7fd15645c5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598061 Aug 29 21:28:24.272164 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44244) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:24.354984 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.408960 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9f98a851-4744-487b-b22f-4efc509103e5 req-e54e112b-927c-4db5-955d-0a83ce5fcf5f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 210 time: 0.0520141 Aug 29 21:28:24.413573 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9e58883d-2bad-4e13-8dbd-e7cd0257b89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.433952 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eabae6ac-e987-4b11-8d2c-177af52c27fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.532223 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.538580 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eabae6ac-e987-4b11-8d2c-177af52c27fe admin admin] Publish callbacks [] for security_group (3ddcbe79-0fbc-44f7-bab2-5ba1adb30f41), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.574826 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9e58883d-2bad-4e13-8dbd-e7cd0257b89b admin admin] Publish callbacks [] for security_group (af7ef297-9969-4eaa-aff2-f64ad646e29f), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.593260 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:24.598748 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:24.600804 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:24.603021 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:24.607851 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:24.609109 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.639724 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9e58883d-2bad-4e13-8dbd-e7cd0257b89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (af7ef297-9969-4eaa-aff2-f64ad646e29f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.646503 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eabae6ac-e987-4b11-8d2c-177af52c27fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3ddcbe79-0fbc-44f7-bab2-5ba1adb30f41), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.672964 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:24.698875 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-9e58883d-2bad-4e13-8dbd-e7cd0257b89b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f7bcfe31b87d44ef9e0106ecd4d68bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5996547 Aug 29 21:28:24.700050 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58883d-2bad-4e13-8dbd-e7cd0257b89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ef297-9969-4eaa-aff2-f64ad646e29f,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:24.703085 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44260) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:24.717138 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-01ee09d5-29c2-4efa-be1b-a833f7326df8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0967813 Aug 29 21:28:24.737844 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-eabae6ac-e987-4b11-8d2c-177af52c27fe admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=faaa73fc81a945b691e8945734ca1849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4593349 Aug 29 21:28:24.737844 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabae6ac-e987-4b11-8d2c-177af52c27fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddcbe79-0fbc-44f7-bab2-5ba1adb30f41,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:24.744437 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44262) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:24.745833 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Request body: {'port': {'device_id': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:24.815941 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6703cd-157c-4a88-ac7e-cce02ec03065 admin admin] Publish callbacks [] for security_group (3ddcbe79-0fbc-44f7-bab2-5ba1adb30f41), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.838649 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c547ce6b-e75a-4583-8567-b97834dd764d admin admin] Publish callbacks [] for security_group (af7ef297-9969-4eaa-aff2-f64ad646e29f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.856411 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6703cd-157c-4a88-ac7e-cce02ec03065 admin admin] Publish callbacks [] for security_group (3ddcbe79-0fbc-44f7-bab2-5ba1adb30f41), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.869494 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.877280 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c547ce6b-e75a-4583-8567-b97834dd764d admin admin] Publish callbacks [] for security_group (af7ef297-9969-4eaa-aff2-f64ad646e29f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:24.968437 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-a13395ec-2b2c-4d42-ad8c-41837abe4d2b None None] Provisioning complete for port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:24.969072 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a13395ec-2b2c-4d42-ad8c-41837abe4d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.005197 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-a13395ec-2b2c-4d42-ad8c-41837abe4d2b None None] Port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:28:25.079574 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6703cd-157c-4a88-ac7e-cce02ec03065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3ddcbe79-0fbc-44f7-bab2-5ba1adb30f41), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.082250 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0f6703cd-157c-4a88-ac7e-cce02ec03065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.083441 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-0f6703cd-157c-4a88-ac7e-cce02ec03065 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/3ddcbe79-0fbc-44f7-bab2-5ba1adb30f41 HTTP/1.1" status: 204 len: 168 time: 0.3416121 Aug 29 21:28:25.095261 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6703cd-157c-4a88-ac7e-cce02ec03065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddcbe79-0fbc-44f7-bab2-5ba1adb30f41,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:25.134679 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c547ce6b-e75a-4583-8567-b97834dd764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (af7ef297-9969-4eaa-aff2-f64ad646e29f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.137365 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c547ce6b-e75a-4583-8567-b97834dd764d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.138546 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c547ce6b-e75a-4583-8567-b97834dd764d admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/af7ef297-9969-4eaa-aff2-f64ad646e29f HTTP/1.1" status: 204 len: 168 time: 0.4347019 Aug 29 21:28:25.158180 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ce6b-e75a-4583-8567-b97834dd764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ef297-9969-4eaa-aff2-f64ad646e29f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:25.220539 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d00a0ed-45ea-43c9-98bc-7122049be3a0 {{(pid=107111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:28:25.229909 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Publish callbacks [] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.247052 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.provisioning_blocks [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Transition to ACTIVE for port object 7d00a0ed-45ea-43c9-98bc-7122049be3a0 will not be triggered until provisioned by entity L2. {{(pid=107111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:28:25.326898 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.344711 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808ca11-18f8-4df4-91ef-17f19f2f1035 req-f7b595d3-b3b7-4911-8139-5384f91e5431 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:25.346532 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b808ca11-18f8-4df4-91ef-17f19f2f1035 req-f7b595d3-b3b7-4911-8139-5384f91e5431 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0514245 Aug 29 21:28:25.403425 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b808ca11-18f8-4df4-91ef-17f19f2f1035 req-0cad1caf-20e6-462e-b47f-16ca324c0fda tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495625 Aug 29 21:28:25.411181 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:25.425654 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Attempting to bind port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:25.426033 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Attempting to bind port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:25.437309 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Attempting to bind port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 on network 48dd2592-6ea0-414d-a1c9-f95709b58170 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:25.437309 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 on network 48dd2592-6ea0-414d-a1c9-f95709b58170 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:28:25.437309 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Attempting to bind port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 on network 48dd2592-6ea0-414d-a1c9-f95709b58170 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:25.442200 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:25.442543 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Checking segment: {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:25.442928 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Bound using segment: {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:25.443357 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Bound port: 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'}}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:25.443710 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.557187 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, cleared binding levels {{(pid=107111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:25.567808 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600fa69-1f5e-47aa-b855-14748cde549d req-72434092-3df6-4b2d-a879-b0c9c4646123 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:25.569566 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5600fa69-1f5e-47aa-b855-14748cde549d req-72434092-3df6-4b2d-a879-b0c9c4646123 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0606644 Aug 29 21:28:25.580295 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:25.631779 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5600fa69-1f5e-47aa-b855-14748cde549d req-02cbad34-3c5e-4bd2-92de-57e66115cc38 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563176 Aug 29 21:28:25.692432 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.697463 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:25.698182 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.699669 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/7d00a0ed-45ea-43c9-98bc-7122049be3a0 HTTP/1.1" status: 200 len: 1093 time: 0.9586368 Aug 29 21:28:25.701532 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:28:25.705561 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fcbbc4-1666-4502-bdb5-18b21590ea18" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:28:25.755047 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4909bf6-b33c-44a1-ab49-5f475661e82a service neutron] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=3']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:25.760085 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422adf65-9b99-4597-b235-7a94c5820c03 x-openstack-request-id: req-422adf65-9b99-4597-b235-7a94c5820c03 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:28:25.760373 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:28:25.760628 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-422adf65-9b99-4597-b235-7a94c5820c03 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:28:25.761025 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422adf65-9b99-4597-b235-7a94c5820c03'] response: {'name': 'network-changed', 'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'status': 'completed', 'code': 200} Aug 29 21:28:25.917660 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44284) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:25.935105 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44286) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:25.937571 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4be73915-a8ac-4f23-9739-7131d01a5920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:25.949615 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58d83474-8f7c-4a42-8735-3f5a9e47868e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.011597 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:26.027513 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4be73915-a8ac-4f23-9739-7131d01a5920 admin admin] Publish callbacks [] for security_group (178e2ee0-9600-4b25-9eb5-8056ba023e70), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.039951 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58d83474-8f7c-4a42-8735-3f5a9e47868e admin admin] Publish callbacks [] for security_group (158fccae-5e08-44c6-aa6e-8139557deb6b), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.165758 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4be73915-a8ac-4f23-9739-7131d01a5920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (178e2ee0-9600-4b25-9eb5-8056ba023e70), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.166608 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-58d83474-8f7c-4a42-8735-3f5a9e47868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (158fccae-5e08-44c6-aa6e-8139557deb6b), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.208217 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4be73915-a8ac-4f23-9739-7131d01a5920 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=39721950a9ca4e32a9016ed501e68da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892079 Aug 29 21:28:26.209406 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be73915-a8ac-4f23-9739-7131d01a5920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178e2ee0-9600-4b25-9eb5-8056ba023e70,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:26.211587 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44290) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:26.214419 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-58d83474-8f7c-4a42-8735-3f5a9e47868e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=75ca92c9ab4b414e82be23c641cca9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781217 Aug 29 21:28:26.221351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44292) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:26.233946 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d83474-8f7c-4a42-8735-3f5a9e47868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158fccae-5e08-44c6-aa6e-8139557deb6b,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:26.297151 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6edcc425-54d8-4fd9-be1d-2c0f9f6de5f2 admin admin] Publish callbacks [] for security_group (178e2ee0-9600-4b25-9eb5-8056ba023e70), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.320685 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5614a326-ca9c-4b62-b4ef-c663eb6e8525 admin admin] Publish callbacks [] for security_group (158fccae-5e08-44c6-aa6e-8139557deb6b), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.335516 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6edcc425-54d8-4fd9-be1d-2c0f9f6de5f2 admin admin] Publish callbacks [] for security_group (178e2ee0-9600-4b25-9eb5-8056ba023e70), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.360548 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5614a326-ca9c-4b62-b4ef-c663eb6e8525 admin admin] Publish callbacks [] for security_group (158fccae-5e08-44c6-aa6e-8139557deb6b), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.371479 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:26.399572 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:26.529360 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91483c-9b9b-43f5-866b-aadf39952dcd req-91ff30bb-3347-4e0c-8380-2123d839938c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:26.531369 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7d91483c-9b9b-43f5-866b-aadf39952dcd req-91ff30bb-3347-4e0c-8380-2123d839938c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0513859 Aug 29 21:28:26.576991 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5614a326-ca9c-4b62-b4ef-c663eb6e8525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (158fccae-5e08-44c6-aa6e-8139557deb6b), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.579316 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7d91483c-9b9b-43f5-866b-aadf39952dcd req-46d66a32-88bb-4baf-9d77-a57239cbf4b2 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 Aug 29 21:28:26.579748 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5614a326-ca9c-4b62-b4ef-c663eb6e8525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.580907 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-5614a326-ca9c-4b62-b4ef-c663eb6e8525 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/158fccae-5e08-44c6-aa6e-8139557deb6b HTTP/1.1" status: 204 len: 168 time: 0.3584163 Aug 29 21:28:26.584169 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6edcc425-54d8-4fd9-be1d-2c0f9f6de5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (178e2ee0-9600-4b25-9eb5-8056ba023e70), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.587727 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6edcc425-54d8-4fd9-be1d-2c0f9f6de5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:26.589129 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-6edcc425-54d8-4fd9-be1d-2c0f9f6de5f2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/178e2ee0-9600-4b25-9eb5-8056ba023e70 HTTP/1.1" status: 204 len: 168 time: 0.3736899 Aug 29 21:28:26.599454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614a326-ca9c-4b62-b4ef-c663eb6e8525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158fccae-5e08-44c6-aa6e-8139557deb6b,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:26.613145 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:26.638575 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcc425-54d8-4fd9-be1d-2c0f9f6de5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178e2ee0-9600-4b25-9eb5-8056ba023e70,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:26.768231 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bd27-acd8-47c7-a3ba-dbce4b6c6bc4 req-14e87400-971e-42a0-a3f2-48d48b590025 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:26.769646 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b726bd27-acd8-47c7-a3ba-dbce4b6c6bc4 req-14e87400-971e-42a0-a3f2-48d48b590025 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0543981 Aug 29 21:28:26.819331 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b726bd27-acd8-47c7-a3ba-dbce4b6c6bc4 req-180b30fe-5d86-4fc0-a61a-c12da89fab62 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Aug 29 21:28:27.010360 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:27.564698 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44318) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:27.580449 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8c0c58fe-9785-48eb-8dfa-f4be10ae3de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:27.679499 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8c0c58fe-9785-48eb-8dfa-f4be10ae3de1 admin admin] Publish callbacks [] for security_group (f71fbc95-07e1-40db-8c77-f106002be426), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:27.711137 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549a0c-4e42-46a7-907c-ad2cac221c51 req-4cb47ffa-edf4-4424-8fb1-6c061cd1efa7 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:27.713042 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3f549a0c-4e42-46a7-907c-ad2cac221c51 req-4cb47ffa-edf4-4424-8fb1-6c061cd1efa7 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0499237 Aug 29 21:28:27.764391 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3f549a0c-4e42-46a7-907c-ad2cac221c51 req-0a0fb20d-1455-4901-9b0f-e216bb8baf57 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454519 Aug 29 21:28:27.783015 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8c0c58fe-9785-48eb-8dfa-f4be10ae3de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f71fbc95-07e1-40db-8c77-f106002be426), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:27.821460 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c58fe-9785-48eb-8dfa-f4be10ae3de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71fbc95-07e1-40db-8c77-f106002be426,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:27.826799 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-8c0c58fe-9785-48eb-8dfa-f4be10ae3de1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=37cfb839e44c46a385d08c8b2677e7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610204 Aug 29 21:28:27.830064 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44330) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:27.882288 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5501fb5d-e04c-4362-9454-05884dbe40d1 admin admin] Publish callbacks [] for security_group (f71fbc95-07e1-40db-8c77-f106002be426), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:27.904949 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5501fb5d-e04c-4362-9454-05884dbe40d1 admin admin] Publish callbacks [] for security_group (f71fbc95-07e1-40db-8c77-f106002be426), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:27.973906 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27ea81-5ca7-4be2-82dd-3a7d11976442 req-124e1304-b26e-4e7d-8155-5a593106dd36 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:27.975391 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3d27ea81-5ca7-4be2-82dd-3a7d11976442 req-124e1304-b26e-4e7d-8155-5a593106dd36 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0675321 Aug 29 21:28:28.030565 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3d27ea81-5ca7-4be2-82dd-3a7d11976442 req-b31e7870-a6df-4422-9ccb-6760442d99c5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484531 Aug 29 21:28:28.110666 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:28.114011 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbbc4-1666-4502-bdb5-18b21590ea18 req-5a794bfb-0c2e-4de5-b28d-d85e61d26bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:28.115523 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-78fcbbc4-1666-4502-bdb5-18b21590ea18 req-5a794bfb-0c2e-4de5-b28d-d85e61d26bbf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 1127 time: 0.0432520 Aug 29 21:28:28.147665 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5501fb5d-e04c-4362-9454-05884dbe40d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f71fbc95-07e1-40db-8c77-f106002be426), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:28.150319 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5501fb5d-e04c-4362-9454-05884dbe40d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:28.151442 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-5501fb5d-e04c-4362-9454-05884dbe40d1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f71fbc95-07e1-40db-8c77-f106002be426 HTTP/1.1" status: 204 len: 168 time: 0.3210495 Aug 29 21:28:28.160930 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501fb5d-e04c-4362-9454-05884dbe40d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71fbc95-07e1-40db-8c77-f106002be426,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:28.242730 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbbc4-1666-4502-bdb5-18b21590ea18 req-50a71217-aed3-4252-9ca7-80a9488a059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:28.244407 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-78fcbbc4-1666-4502-bdb5-18b21590ea18 req-50a71217-aed3-4252-9ca7-80a9488a059c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=5bc75af3ba6c442889ce29351414e110&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1124940 Aug 29 21:28:28.357061 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbbc4-1666-4502-bdb5-18b21590ea18 req-8896269a-e920-46a3-8937-e56abd3d7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:28.358765 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-78fcbbc4-1666-4502-bdb5-18b21590ea18 req-8896269a-e920-46a3-8937-e56abd3d7aa6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071401 Aug 29 21:28:28.454354 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-d774d9c5-442e-460e-8d5a-3d5fff98f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:28.456085 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-d774d9c5-442e-460e-8d5a-3d5fff98f6cd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 1127 time: 0.0455217 Aug 29 21:28:28.507627 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-b8c63ee4-9415-42ba-90c5-8287726437da service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0 HTTP/1.1" status: 200 len: 217 time: 0.0335479 Aug 29 21:28:28.568117 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-5c014d3a-0879-4bd8-b45f-d230f0d4e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:28.570086 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-5c014d3a-0879-4bd8-b45f-d230f0d4e0b1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 200 len: 856 time: 0.0553334 Aug 29 21:28:28.629490 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-586da40f-9ec4-4f3f-ae6b-a2414a1fba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:28.631005 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-586da40f-9ec4-4f3f-ae6b-a2414a1fba04 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48dd2592-6ea0-414d-a1c9-f95709b58170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507085 Aug 29 21:28:28.740221 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-ee09fbd7-3e5b-4795-9149-c4314b9507fe service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988884 Aug 29 21:28:28.908583 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38981562-e7f1-46b7-9fc6-d843ccf409f8 req-367cf35e-e926-45e3-b583-946cdaf6ae54 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604140 Aug 29 21:28:28.929432 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4f021-971b-4514-bcfa-b6e316b714c0 req-459e59c0-70ae-4c36-8727-69dea1877f14 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:28.931269 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-eda4f021-971b-4514-bcfa-b6e316b714c0 req-459e59c0-70ae-4c36-8727-69dea1877f14 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0617359 Aug 29 21:28:29.004027 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-eda4f021-971b-4514-bcfa-b6e316b714c0 req-f8161444-c6a2-470a-ae15-8e29853ec465 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648303 Aug 29 21:28:29.068793 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=23 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:29.175280 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf067b8-76fe-4cef-b1a1-76ca20e44e8f req-530fc58b-081a-45ef-956e-a141b7a1ba0d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:29.181144 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9cf067b8-76fe-4cef-b1a1-76ca20e44e8f req-530fc58b-081a-45ef-956e-a141b7a1ba0d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0623999 Aug 29 21:28:29.233148 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9cf067b8-76fe-4cef-b1a1-76ca20e44e8f req-b61cc567-f9a0-49df-b26d-042cfb898804 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492978 Aug 29 21:28:29.263105 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:29.368180 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:30.037514 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44412) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:30.186546 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b4aeb-8aeb-4c6f-ac16-d8119bbd6d24 req-bef9bad9-3e9a-43a7-a3aa-e0cf4940ff34 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:30.189669 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c02b4aeb-8aeb-4c6f-ac16-d8119bbd6d24 req-bef9bad9-3e9a-43a7-a3aa-e0cf4940ff34 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0869341 Aug 29 21:28:30.288187 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44422) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:30.312772 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c02b4aeb-8aeb-4c6f-ac16-d8119bbd6d24 req-2cbdef70-c384-4885-9bde-d420cdf02532 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147270 Aug 29 21:28:30.368790 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9f22a474-9bc3-4a6a-8175-79158b08a85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:30.441037 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5c08c3d4-ee36-4603-8a9f-91b7040bf0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:30.453777 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348f0ab-bafe-447b-b00b-b220358c3679 req-3015066d-3f17-4a39-9ffa-0566bafd0e64 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:30.455446 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6348f0ab-bafe-447b-b00b-b220358c3679 req-3015066d-3f17-4a39-9ffa-0566bafd0e64 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0841043 Aug 29 21:28:30.508866 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:30.573046 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6348f0ab-bafe-447b-b00b-b220358c3679 req-39341e48-d06d-4266-a3dc-fc562ef9cf8b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099610 Aug 29 21:28:30.573448 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:DELETE=1,neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:30.612950 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9f22a474-9bc3-4a6a-8175-79158b08a85c admin admin] Publish callbacks [] for security_group (dd413c16-cac9-47f7-b6cc-388afa776117), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:30.640420 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5c08c3d4-ee36-4603-8a9f-91b7040bf0d5 admin admin] Publish callbacks [] for security_group (367ed061-20bd-4f97-aeb0-43f6664131e6), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:30.731222 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9f22a474-9bc3-4a6a-8175-79158b08a85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (dd413c16-cac9-47f7-b6cc-388afa776117), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:30.773960 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-9f22a474-9bc3-4a6a-8175-79158b08a85c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f6ccc70ac12444558aa2e6f4b606573a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7350492 Aug 29 21:28:30.775105 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22a474-9bc3-4a6a-8175-79158b08a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd413c16-cac9-47f7-b6cc-388afa776117,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:30.777336 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44426) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:30.833271 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Publish callbacks [] for security_group (dd413c16-cac9-47f7-b6cc-388afa776117), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:30.834521 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5c08c3d4-ee36-4603-8a9f-91b7040bf0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (367ed061-20bd-4f97-aeb0-43f6664131e6), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:30.861544 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Publish callbacks [] for security_group (dd413c16-cac9-47f7-b6cc-388afa776117), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:30.880444 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-5c08c3d4-ee36-4603-8a9f-91b7040bf0d5 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a6e99959d864481d9dcae0807fb4986b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5867739 Aug 29 21:28:30.880444 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08c3d4-ee36-4603-8a9f-91b7040bf0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367ed061-20bd-4f97-aeb0-43f6664131e6,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:30.881136 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44430) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:30.959698 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-64748bf2-5b1a-4b7d-ad1b-a8069626476e admin admin] Publish callbacks [] for security_group (367ed061-20bd-4f97-aeb0-43f6664131e6), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:30.982522 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-64748bf2-5b1a-4b7d-ad1b-a8069626476e admin admin] Publish callbacks [] for security_group (367ed061-20bd-4f97-aeb0-43f6664131e6), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:31.114339 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (dd413c16-cac9-47f7-b6cc-388afa776117), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:31.117415 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:31.119098 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/dd413c16-cac9-47f7-b6cc-388afa776117 HTTP/1.1" status: 204 len: 168 time: 0.3404717 Aug 29 21:28:31.131385 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd413c16-cac9-47f7-b6cc-388afa776117,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:31.143280 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.143825 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.144504 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.144941 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.145371 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.145824 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.146206 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.146635 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.147094 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.147395 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.147795 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.148486 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.148816 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.149270 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.149701 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b110-a476-4882-8850-9650f92c833a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:31.251312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-64748bf2-5b1a-4b7d-ad1b-a8069626476e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (367ed061-20bd-4f97-aeb0-43f6664131e6), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:31.253977 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-64748bf2-5b1a-4b7d-ad1b-a8069626476e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:31.255112 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-64748bf2-5b1a-4b7d-ad1b-a8069626476e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/367ed061-20bd-4f97-aeb0-43f6664131e6 HTTP/1.1" status: 204 len: 168 time: 0.3730533 Aug 29 21:28:31.276385 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64748bf2-5b1a-4b7d-ad1b-a8069626476e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367ed061-20bd-4f97-aeb0-43f6664131e6,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:31.446686 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74127acb-a198-4c65-8c23-3a9d32fd16d5 req-3f642feb-89c7-4136-ae68-a8a9829875ed tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:31.448233 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-74127acb-a198-4c65-8c23-3a9d32fd16d5 req-3f642feb-89c7-4136-ae68-a8a9829875ed tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0488415 Aug 29 21:28:31.497092 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-74127acb-a198-4c65-8c23-3a9d32fd16d5 req-ebb9b1d6-683a-4615-80f2-001e00e4b7bd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Aug 29 21:28:31.730257 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89808834-43a3-4544-b3ff-6be70ec10f44 req-fd852a06-6c17-4266-bd58-f14969b8ca89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:31.731838 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-89808834-43a3-4544-b3ff-6be70ec10f44 req-fd852a06-6c17-4266-bd58-f14969b8ca89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0654185 Aug 29 21:28:31.788480 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-89808834-43a3-4544-b3ff-6be70ec10f44 req-b6b59300-f7e5-4c9f-aa2d-2dbedb5614a6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499094 Aug 29 21:28:31.908291 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:32.065388 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7d00a0ed-45ea-43c9-98bc-7122049be3a0 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:28:32.172010 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:32.182627 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44462) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:32.188170 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'port_id': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'mac_address': 'fa:16:3e:e0:b9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:28:32.197109 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bf343549-fe48-4fd0-8e99-12f99a2e54bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.286518 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bf343549-fe48-4fd0-8e99-12f99a2e54bd admin admin] Publish callbacks [] for security_group (c632e554-e371-40c5-b572-679e9a30b5d2), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.370933 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:32.371620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.394833 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d00a0ed-45ea-43c9-98bc-7122049be3a0 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:28:32.399840 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bf343549-fe48-4fd0-8e99-12f99a2e54bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c632e554-e371-40c5-b572-679e9a30b5d2), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.428203 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-bf343549-fe48-4fd0-8e99-12f99a2e54bd admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=82933d9ce639498fbf72783806f33a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445765 Aug 29 21:28:32.432570 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44474) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:32.435551 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:32.478581 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf343549-fe48-4fd0-8e99-12f99a2e54bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c632e554-e371-40c5-b572-679e9a30b5d2,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:32.509557 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c9651120-0d4f-4226-89bd-1598a3c6cbb5 admin admin] Publish callbacks [] for security_group (c632e554-e371-40c5-b572-679e9a30b5d2), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.531622 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c9651120-0d4f-4226-89bd-1598a3c6cbb5 admin admin] Publish callbacks [] for security_group (c632e554-e371-40c5-b572-679e9a30b5d2), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.571185 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.624854 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:32.633377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2719a-5e02-4f2f-9a3e-4e6d7af8779f req-86238eca-aa71-41e7-a8ab-2d8bf9789c15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:32.634945 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-64c2719a-5e02-4f2f-9a3e-4e6d7af8779f req-86238eca-aa71-41e7-a8ab-2d8bf9789c15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0536911 Aug 29 21:28:32.657469 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44482) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:32.694679 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-64c2719a-5e02-4f2f-9a3e-4e6d7af8779f req-30120192-1b13-4553-bb8c-4b8d99f41018 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536208 Aug 29 21:28:32.776936 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1960572488-network', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:32.793899 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c9651120-0d4f-4226-89bd-1598a3c6cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c632e554-e371-40c5-b572-679e9a30b5d2), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.796627 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c9651120-0d4f-4226-89bd-1598a3c6cbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.797830 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c9651120-0d4f-4226-89bd-1598a3c6cbb5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c632e554-e371-40c5-b572-679e9a30b5d2 HTTP/1.1" status: 204 len: 168 time: 0.3643143 Aug 29 21:28:32.815910 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9651120-0d4f-4226-89bd-1598a3c6cbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c632e554-e371-40c5-b572-679e9a30b5d2,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:32.926251 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Made reservation on behalf of 52ac0b73cab4494ab39d80f06c54e9da for: {'network': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:32.928688 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.941034 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.966388 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f2754-e2c1-437d-8438-143e0b70e04e req-72c0042f-d1cc-41ab-bd98-4e4bc0e94b65 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:32.968506 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-503f2754-e2c1-437d-8438-143e0b70e04e req-72c0042f-d1cc-41ab-bd98-4e4bc0e94b65 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 944 time: 0.0707910 Aug 29 21:28:32.990487 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['7d00a0ed-45ea-43c9-98bc-7122049be3a0'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:28:33.043300 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-503f2754-e2c1-437d-8438-143e0b70e04e req-e0f2301d-1925-4e41-a45b-f53ebc51b777 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682907 Aug 29 21:28:33.099763 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Publish callbacks [] for security_group (3aa1e528-2b21-4e00-be0c-5d40871747c2), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:33.143723 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-404a0276-dc48-4553-b851-f2214b248207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:33.210870 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3aa1e528-2b21-4e00-be0c-5d40871747c2), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:33.230567 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=107110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:28:33.248670 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (912b63ff-4e28-4d38-828d-f5303ea107f0), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:33.249544 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.segments_db [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Added segment 912b63ff-4e28-4d38-828d-f5303ea107f0 of type vlan for network 292f73ed-e808-4244-8a17-4a958ad6e9d1 Aug 29 21:28:33.250873 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa1e528-2b21-4e00-be0c-5d40871747c2,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:33.295435 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (292f73ed-e808-4244-8a17-4a958ad6e9d1), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:33.422805 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (292f73ed-e808-4244-8a17-4a958ad6e9d1), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:33.423909 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:33.426596 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:33.485952 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] Pushing event updated for resources: {'Network': ['ID=292f73ed-e808-4244-8a17-4a958ad6e9d1,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:33.495662 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 292f73ed-e808-4244-8a17-4a958ad6e9d1 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:28:33.591260 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-30b54887-694b-42b1-9308-760f13c534d0 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9325738 Aug 29 21:28:33.594262 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44506) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:33.599291 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Request body: {'subnet': {'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1960572488-subnet', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:33.730914 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Made reservation on behalf of 52ac0b73cab4494ab39d80f06c54e9da for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:33.733940 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:33.834239 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:33.861021 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb382e2b-aadf-48c7-acd1-92a70fd2db1f req-258e395f-daf1-4b6f-9581-bc7c62ee8641 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:33.862576 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fb382e2b-aadf-48c7-acd1-92a70fd2db1f req-258e395f-daf1-4b6f-9581-bc7c62ee8641 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0728750 Aug 29 21:28:33.955649 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fb382e2b-aadf-48c7-acd1-92a70fd2db1f req-4ee26cc4-f35d-45ab-84f3-559321469add tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860226 Aug 29 21:28:34.069973 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7d00a0ed-45ea-43c9-98bc-7122049be3a0 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:34.098142 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (b038c22d-365b-4a73-9f2b-8e703ee9231f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.125005 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:28:34.173977 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44534) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:34.191473 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b038c22d-365b-4a73-9f2b-8e703ee9231f,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:34.203483 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Checking segment: {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:34.203849 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Network hostable DHCP agents. Network: 292f73ed-e808-4244-8a17-4a958ad6e9d1, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:28:34.263512 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad661d-18ef-4dc7-8668-8b078ee1f61a req-ee38339e-9d9b-48db-a43e-ab4f47832cf5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:34.265569 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ddad661d-18ef-4dc7-8668-8b078ee1f61a req-ee38339e-9d9b-48db-a43e-ab4f47832cf5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 944 time: 0.0923491 Aug 29 21:28:34.302266 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:34.302762 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.320715 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1283947330-network', 'tenant_id': '0d02e1d5a80e4ee7b8dcd76f7024b147'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:34.345869 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ddad661d-18ef-4dc7-8668-8b078ee1f61a req-02e498c5-2e1d-4c09-a2ad-4663db8c12e1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742753 Aug 29 21:28:34.403431 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:34.403815 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.424612 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Network 292f73ed-e808-4244-8a17-4a958ad6e9d1 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:28:34.428845 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:28:34.431239 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb1c14-4f1d-4a44-91f3-225cededfa34" -d '{"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:28:34.435874 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:34.445460 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:34.451408 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Made reservation on behalf of 0d02e1d5a80e4ee7b8dcd76f7024b147 for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:34.454951 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.468308 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.479753 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceec09e-7880-4ac4-92d7-332756b314fb x-openstack-request-id: req-eceec09e-7880-4ac4-92d7-332756b314fb {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:28:34.480269 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:28:34.480524 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eceec09e-7880-4ac4-92d7-332756b314fb {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:28:34.481248 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eceec09e-7880-4ac4-92d7-332756b314fb'] response: {'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'code': 200} Aug 29 21:28:34.554535 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.561581 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 292f73ed-e808-4244-8a17-4a958ad6e9d1) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:34.561764 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:34.562498 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44546) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:34.566788 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:34.567002 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.571178 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Publish callbacks [] for security_group (019613c5-bf01-4606-bd91-28a99deca976), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.580263 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a778fa-a035-4a1a-8c0b-d62439673e19 None None] Network 292f73ed-e808-4244-8a17-4a958ad6e9d1 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:34.598274 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:34.662547 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:34.693095 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b33b7b46-549a-49eb-b185-7b5497e8a498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.713206 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-292f73ed-e808-4244-8a17-4a958ad6e9d1', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:28:34.713795 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.726986 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-3dd7ef8d-f0f2-49a0-b5ce-a50e4f16811c admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1316011 Aug 29 21:28:34.728327 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (019613c5-bf01-4606-bd91-28a99deca976), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.730169 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44550) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:34.736003 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:34.761577 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:28:34.781876 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019613c5-bf01-4606-bd91-28a99deca976,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:34.791140 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (d9b667db-b614-4a98-8ec0-7f429400db26), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.791483 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Added segment d9b667db-b614-4a98-8ec0-7f429400db26 of type vlan for network f4e6ac6e-84ab-4cda-bd22-625194393852 Aug 29 21:28:34.852225 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (f4e6ac6e-84ab-4cda-bd22-625194393852), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.857241 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (3604da6b-a9fc-48ef-b1a4-62aee854d20f), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.860003 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (3604da6b-a9fc-48ef-b1a4-62aee854d20f), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.865150 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b33b7b46-549a-49eb-b185-7b5497e8a498 admin admin] Publish callbacks [] for security_group (acf01444-7784-4989-93a7-c4f51fc22906), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.866566 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Allocated IP 172.20.0.2 (292f73ed-e808-4244-8a17-4a958ad6e9d1/b038c22d-365b-4a73-9f2b-8e703ee9231f/ea10a9cf-6989-4bd6-8945-762c1d38fad9) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:34.916116 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks [] for router_controller (3604da6b-a9fc-48ef-b1a4-62aee854d20f), precommit_add_association {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.959468 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b33b7b46-549a-49eb-b185-7b5497e8a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (acf01444-7784-4989-93a7-c4f51fc22906), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.998099 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (f4e6ac6e-84ab-4cda-bd22-625194393852), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:34.999859 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:35.000583 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.008660 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b7b46-549a-49eb-b185-7b5497e8a498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf01444-7784-4989-93a7-c4f51fc22906,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:35.015796 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b33b7b46-549a-49eb-b185-7b5497e8a498 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=696bce9f557e4ebd805e82474e3ecf44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509161 Aug 29 21:28:35.016426 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44554) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:35.019090 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Publish callbacks [] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.100837 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] Pushing event updated for resources: {'Network': ['ID=f4e6ac6e-84ab-4cda-bd22-625194393852,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:35.118230 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network f4e6ac6e-84ab-4cda-bd22-625194393852 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:28:35.126539 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0902f85f-a841-4fc4-953a-864c88788c07 admin admin] Publish callbacks [] for security_group (acf01444-7784-4989-93a7-c4f51fc22906), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.149965 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0902f85f-a841-4fc4-953a-864c88788c07 admin admin] Publish callbacks [] for security_group (acf01444-7784-4989-93a7-c4f51fc22906), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.164878 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-bdfb5a94-18ea-4f09-94a2-9d1692178e18 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9862535 Aug 29 21:28:35.165749 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e2fa0-0d81-4447-b59b-5184a72574dc req-3062b0c0-04b4-4f48-ac8a-73761f6e3434 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:35.170301 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.171415 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44556) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:35.173465 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-277e2fa0-0d81-4447-b59b-5184a72574dc req-3062b0c0-04b4-4f48-ac8a-73761f6e3434 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.1189523 Aug 29 21:28:35.176245 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Request body: {'subnet': {'network_id': 'f4e6ac6e-84ab-4cda-bd22-625194393852', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1283947330-subnet', 'tenant_id': '0d02e1d5a80e4ee7b8dcd76f7024b147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:35.219099 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks [] for router_gateway (3604da6b-a9fc-48ef-b1a4-62aee854d20f), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.229703 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Network 292f73ed-e808-4244-8a17-4a958ad6e9d1 is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:35.251811 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:35.255173 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:35.260889 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-277e2fa0-0d81-4447-b59b-5184a72574dc req-8f26b14b-618b-4b20-b7b3-e444ed363d69 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860953 Aug 29 21:28:35.275774 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Pushing event updated for resources: {'Port': ['ID=ea10a9cf-6989-4bd6-8945-762c1d38fad9,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:35.336812 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Attempting to bind port ea10a9cf-6989-4bd6-8945-762c1d38fad9 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:35.336812 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Attempting to bind port ea10a9cf-6989-4bd6-8945-762c1d38fad9 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:35.336812 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Attempting to bind port ea10a9cf-6989-4bd6-8945-762c1d38fad9 on network 292f73ed-e808-4244-8a17-4a958ad6e9d1 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:35.341113 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:35.341485 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Checking segment: {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:35.341886 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.342279 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Bound using segment: {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:35.343281 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Bound port: ea10a9cf-6989-4bd6-8945-762c1d38fad9, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:35.343662 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.417498 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] For port ea10a9cf-6989-4bd6-8945-762c1d38fad9, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:35.417598 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Made reservation on behalf of 0d02e1d5a80e4ee7b8dcd76f7024b147 for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:35.417676 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] For port ea10a9cf-6989-4bd6-8945-762c1d38fad9, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ea10a9cf-6989-4bd6-8945-762c1d38fad9,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:35.422841 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.463050 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f3604878-2cc3-41df-bf4e-4a01e3b4baef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.509509 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0902f85f-a841-4fc4-953a-864c88788c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (acf01444-7784-4989-93a7-c4f51fc22906), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.512107 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0902f85f-a841-4fc4-953a-864c88788c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.513188 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0902f85f-a841-4fc4-953a-864c88788c07 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/acf01444-7784-4989-93a7-c4f51fc22906 HTTP/1.1" status: 204 len: 168 time: 0.4917197 Aug 29 21:28:35.520570 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.623550 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902f85f-a841-4fc4-953a-864c88788c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf01444-7784-4989-93a7-c4f51fc22906,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:35.685894 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061c169-7af7-44b0-a8aa-7f95a8772283 req-e7a440bc-d832-4e11-8739-912af26e88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:35.687585 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0061c169-7af7-44b0-a8aa-7f95a8772283 req-e7a440bc-d832-4e11-8739-912af26e88ee service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 1129 time: 0.0600393 Aug 29 21:28:35.703024 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b08f2-72f9-4c08-a8eb-f259db8d4d45 None None] Pushing event updated for resources: {'Port': ['ID=ea10a9cf-6989-4bd6-8945-762c1d38fad9,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:35.712317 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092b126-d6ac-4f41-ac83-50d60c948de2 req-97e2441f-b095-4f2f-b77d-077ab6b921bd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:35.720206 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3092b126-d6ac-4f41-ac83-50d60c948de2 req-97e2441f-b095-4f2f-b77d-077ab6b921bd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.2140381 Aug 29 21:28:35.767809 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks [] for router_gateway (3604da6b-a9fc-48ef-b1a4-62aee854d20f), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.799409 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3092b126-d6ac-4f41-ac83-50d60c948de2 req-ddfd0b86-f249-4f43-8ace-59b39c5cdcff tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765274 Aug 29 21:28:35.839583 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.008928 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Allocated IP 172.27.3.186 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/19c85066-58df-4201-b746-32bd52ac6c70) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:36.012079 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44578) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:36.040423 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (d71578e6-7902-46ac-971c-8f2ba192c1a6), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.155783 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71578e6-7902-46ac-971c-8f2ba192c1a6,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:36.176455 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:36.193339 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bd1e5-fa46-4190-9405-640118dbe8a9 req-04da6923-81b5-497f-b270-8b679570d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:36.196172 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b20bd1e5-fa46-4190-9405-640118dbe8a9 req-04da6923-81b5-497f-b270-8b679570d516 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 1129 time: 0.0708749 Aug 29 21:28:36.235060 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:36.263316 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0061c169-7af7-44b0-a8aa-7f95a8772283 req-f4749973-6448-4a3a-beee-8ea6836e6daa service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074542 Aug 29 21:28:36.297761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Checking segment: {'id': 'd9b667db-b614-4a98-8ec0-7f429400db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f4e6ac6e-84ab-4cda-bd22-625194393852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:36.297761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Network hostable DHCP agents. Network: f4e6ac6e-84ab-4cda-bd22-625194393852, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:28:36.298244 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b20bd1e5-fa46-4190-9405-640118dbe8a9 req-bcf288a1-b419-491d-8612-0523bfe8c0a7 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920827 Aug 29 21:28:36.301075 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks [] for port (19c85066-58df-4201-b746-32bd52ac6c70), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.336070 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4903b976-0716-4a50-abb5-b5b44567d071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.351760 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:36.362598 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ea10a9cf-6989-4bd6-8945-762c1d38fad9 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:36.407436 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Network f4e6ac6e-84ab-4cda-bd22-625194393852 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:28:36.418601 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port ea10a9cf-6989-4bd6-8945-762c1d38fad9 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:36.420254 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.436619 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (19c85066-58df-4201-b746-32bd52ac6c70), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.451580 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4903b976-0716-4a50-abb5-b5b44567d071 admin admin] Publish callbacks [] for security_group (77d4fd36-4b2e-45c0-8387-54182f8e818f), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.500739 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, f4e6ac6e-84ab-4cda-bd22-625194393852) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:36.505944 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:36.506682 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.517039 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:36.522971 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f54fd-f49e-4ef1-b209-da82b8089fa7 None None] Network f4e6ac6e-84ab-4cda-bd22-625194393852 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:36.525617 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4903b976-0716-4a50-abb5-b5b44567d071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (77d4fd36-4b2e-45c0-8387-54182f8e818f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.526824 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:36.535516 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:36.549613 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=19c85066-58df-4201-b746-32bd52ac6c70,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:36.570965 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port ea10a9cf-6989-4bd6-8945-762c1d38fad9 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:36.571334 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.580470 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4903b976-0716-4a50-abb5-b5b44567d071 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=5f0382c560dd4a8cbd4cacc29e97823d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5672078 Aug 29 21:28:36.581323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903b976-0716-4a50-abb5-b5b44567d071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d4fd36-4b2e-45c0-8387-54182f8e818f,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:36.584873 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44586) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:36.619248 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8757fb-8d60-4230-8e32-dfccb3615b66 req-767bde45-ade5-49ea-add6-99460ff2036f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:36.621207 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e8757fb-8d60-4230-8e32-dfccb3615b66 req-767bde45-ade5-49ea-add6-99460ff2036f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0965352 Aug 29 21:28:36.628007 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:36.640367 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b51a6afc-1e41-43d9-ab01-57b869d91e52 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4675903 Aug 29 21:28:36.666727 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port ea10a9cf-6989-4bd6-8945-762c1d38fad9, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ea10a9cf-6989-4bd6-8945-762c1d38fad9,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:36.692821 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4e54fcd0-8d1a-4045-a828-f6ca1c50c6d3 admin admin] Publish callbacks [] for security_group (77d4fd36-4b2e-45c0-8387-54182f8e818f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.709774 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db1c53-7bdc-4689-b402-788a99a47a3f None None] Network f4e6ac6e-84ab-4cda-bd22-625194393852 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:36.728741 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4e54fcd0-8d1a-4045-a828-f6ca1c50c6d3 admin admin] Publish callbacks [] for security_group (77d4fd36-4b2e-45c0-8387-54182f8e818f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.790811 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.807722 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.908156 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e8757fb-8d60-4230-8e32-dfccb3615b66 req-c8c59dc5-5ac6-4e4b-a4ff-aebc926c7619 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711070 Aug 29 21:28:36.914467 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=ea10a9cf-6989-4bd6-8945-762c1d38fad9,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:36.976406 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4e54fcd0-8d1a-4045-a828-f6ca1c50c6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (77d4fd36-4b2e-45c0-8387-54182f8e818f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.979030 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4e54fcd0-8d1a-4045-a828-f6ca1c50c6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:36.982496 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4e54fcd0-8d1a-4045-a828-f6ca1c50c6d3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/77d4fd36-4b2e-45c0-8387-54182f8e818f HTTP/1.1" status: 204 len: 168 time: 0.3947546 Aug 29 21:28:36.989515 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54fcd0-8d1a-4045-a828-f6ca1c50c6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d4fd36-4b2e-45c0-8387-54182f8e818f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:37.077293 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:37.077415 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks [] for router_gateway (3604da6b-a9fc-48ef-b1a4-62aee854d20f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:37.100822 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:37.132478 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b48f2a-4890-49d9-ac0f-a86149784787 None None] Network 292f73ed-e808-4244-8a17-4a958ad6e9d1 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:37.297006 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-220d2148-d50b-45ba-ac89-4c2011577e11 None None] Provisioning complete for port ea10a9cf-6989-4bd6-8945-762c1d38fad9 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:37.297554 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-220d2148-d50b-45ba-ac89-4c2011577e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:37.352659 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (3604da6b-a9fc-48ef-b1a4-62aee854d20f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:37.382349 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-220d2148-d50b-45ba-ac89-4c2011577e11 None None] Current status of the port ea10a9cf-6989-4bd6-8945-762c1d38fad9 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:37.508696 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f03d4-26b7-475b-b012-1e3aadc1a0c0 req-fb893b18-436b-4d95-b954-47955b86878d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:37.517097 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4d8f03d4-26b7-475b-b012-1e3aadc1a0c0 req-fb893b18-436b-4d95-b954-47955b86878d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.4016817 Aug 29 21:28:37.567904 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4d8f03d4-26b7-475b-b012-1e3aadc1a0c0 req-dadf05ec-9031-489f-8e23-ab6475c2d9dc tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498476 Aug 29 21:28:37.614777 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-82d4ef7e-a0b0-46f9-91cc-6d753f71aa1f None None] Provisioning complete for port ea10a9cf-6989-4bd6-8945-762c1d38fad9 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:37.614777 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-82d4ef7e-a0b0-46f9-91cc-6d753f71aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:37.633713 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Router 3604da6b-a9fc-48ef-b1a4-62aee854d20f is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:28:37.697886 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-82d4ef7e-a0b0-46f9-91cc-6d753f71aa1f None None] Current status of the port ea10a9cf-6989-4bd6-8945-762c1d38fad9 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:37.801130 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:28:37.816126 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Sync routers for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:28:37.839670 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:37.842917 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:37.942636 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44618) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:37.948016 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:37.948016 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-bc92800d-64e4-4316-b1d6-f096dc39a7e2 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2150598 Aug 29 21:28:37.950329 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44620) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:37.950870 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1996559981-network', 'tenant_id': '697fde1b1aa447878c3e9ff1d004d194'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:37.992499 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:38.080705 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Made reservation on behalf of 697fde1b1aa447878c3e9ff1d004d194 for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:38.084762 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.099639 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.214189 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:38.236467 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Publish callbacks [] for security_group (78b99b30-6b96-43b7-bf4a-3ea04996ac1d), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.314946 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ea10a9cf-6989-4bd6-8945-762c1d38fad9 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:38.338030 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd592b0c-d4e7-454b-89b5-66c1f310f07d req-e3266da3-5bd7-449d-9734-12d959416244 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:38.339485 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fd592b0c-d4e7-454b-89b5-66c1f310f07d req-e3266da3-5bd7-449d-9734-12d959416244 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.3411353 Aug 29 21:28:38.354064 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:38.414046 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port ea10a9cf-6989-4bd6-8945-762c1d38fad9 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:38.415191 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.446220 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fd592b0c-d4e7-454b-89b5-66c1f310f07d req-1007d0ac-a90b-40f3-af40-ef15e541b1dd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988598 Aug 29 21:28:38.448507 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:36Z', 'revision_number': 3, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:38.475945 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (78b99b30-6b96-43b7-bf4a-3ea04996ac1d), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.492394 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.492394 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Checking router: 3604da6b-a9fc-48ef-b1a4-62aee854d20f for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:28:38.492394 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Updating router 3604da6b-a9fc-48ef-b1a4-62aee854d20f port 19c85066-58df-4201-b746-32bd52ac6c70 binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:28:38.492910 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:28:38.496255 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (041bcf8b-c820-4c44-99f9-875ab9672f0d), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.496592 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Added segment 041bcf8b-c820-4c44-99f9-875ab9672f0d of type vlan for network a7e067e0-b4aa-4532-beb6-51d8da2f21b4 Aug 29 21:28:38.553007 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (a7e067e0-b4aa-4532-beb6-51d8da2f21b4), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.554526 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (19c85066-58df-4201-b746-32bd52ac6c70), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.674609 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b99b30-6b96-43b7-bf4a-3ea04996ac1d,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:38.702833 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port ea10a9cf-6989-4bd6-8945-762c1d38fad9 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:38.780924 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1213e-38fa-48b1-b06e-175db5dda5c4 req-51afaa7f-145c-476e-be2c-7936451bf35a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:38.783331 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-66f1213e-38fa-48b1-b06e-175db5dda5c4 req-51afaa7f-145c-476e-be2c-7936451bf35a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0673029 Aug 29 21:28:38.846089 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-66f1213e-38fa-48b1-b06e-175db5dda5c4 req-5b928cd7-0c9e-4f59-8313-d131fdced7f9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484445 Aug 29 21:28:38.860009 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.904420 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.963823 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Publish callbacks [] for port (19c85066-58df-4201-b746-32bd52ac6c70), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.977398 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (a7e067e0-b4aa-4532-beb6-51d8da2f21b4), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:38.981835 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:38.981835 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:39.047441 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e067e0-b4aa-4532-beb6-51d8da2f21b4,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:39.059205 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network a7e067e0-b4aa-4532-beb6-51d8da2f21b4 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:28:39.067624 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-2099ede5-0689-4443-bd61-7c8fdf896843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:39.069236 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-2099ede5-0689-4443-bd61-7c8fdf896843 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 1129 time: 0.0773630 Aug 29 21:28:39.105160 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (19c85066-58df-4201-b746-32bd52ac6c70), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:39.129267 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0304c732-58f0-4683-a74d-e683a8e8eb34 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1855195 Aug 29 21:28:39.140485 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44642) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:39.176402 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Request body: {'subnet': {'network_id': 'a7e067e0-b4aa-4532-beb6-51d8da2f21b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1996559981-subnet', 'tenant_id': '697fde1b1aa447878c3e9ff1d004d194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:39.195115 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Attempting to bind port 19c85066-58df-4201-b746-32bd52ac6c70 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:39.195440 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Attempting to bind port 19c85066-58df-4201-b746-32bd52ac6c70 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:39.196681 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Attempting to bind port 19c85066-58df-4201-b746-32bd52ac6c70 on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:39.211817 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Allocated IP 172.20.0.1 (292f73ed-e808-4244-8a17-4a958ad6e9d1/b038c22d-365b-4a73-9f2b-8e703ee9231f/96230eaa-a070-4cf7-89e3-813ce07850a4) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:39.213527 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:39.214225 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:39.214373 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:39.214706 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:39.215291 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Bound port: 19c85066-58df-4201-b746-32bd52ac6c70, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:39.215955 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (19c85066-58df-4201-b746-32bd52ac6c70), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:39.220885 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32206625-29a0-4d29-8dc0-1717a79abe1e None None] Pushing event updated for resources: {'Port': ['ID=19c85066-58df-4201-b746-32bd52ac6c70,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:39.325827 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c37890-39af-43fd-8521-eb3e49caaa2d req-157d89cb-de3e-4a01-9e83-c5a7ed8601bd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:39.325827 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-66c37890-39af-43fd-8521-eb3e49caaa2d req-157d89cb-de3e-4a01-9e83-c5a7ed8601bd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0813689 Aug 29 21:28:39.326212 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-953f3a68-bda1-4494-87f8-ae948bf76668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:39.326212 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-953f3a68-bda1-4494-87f8-ae948bf76668 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.2058747 Aug 29 21:28:39.326381 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] For port 19c85066-58df-4201-b746-32bd52ac6c70, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:39.326381 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] For port 19c85066-58df-4201-b746-32bd52ac6c70, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=19c85066-58df-4201-b746-32bd52ac6c70,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:39.361200 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-cbbbadaf-e1a4-4064-be30-35c60588842a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9038f059-1399-4f98-9ce3-88cce7cf0565 HTTP/1.1" status: 200 len: 217 time: 0.0390725 Aug 29 21:28:39.365193 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-66c37890-39af-43fd-8521-eb3e49caaa2d req-237c0815-cb53-4850-b9d7-6986ecdc72ef tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459206 Aug 29 21:28:39.373036 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Made reservation on behalf of 697fde1b1aa447878c3e9ff1d004d194 for: {'subnet': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:39.376971 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8549012'] for subnet (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:39.451453 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (19c85066-58df-4201-b746-32bd52ac6c70), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:39.492461 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:39.493110 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:39.508635 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Publish callbacks [] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:39.530607 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-dd1bd5f0-5c57-49d4-8a76-3b53e67b504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:39.532117 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-dd1bd5f0-5c57-49d4-8a76-3b53e67b504a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.1642807 Aug 29 21:28:39.573347 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32206625-29a0-4d29-8dc0-1717a79abe1e None None] Pushing event updated for resources: {'Port': ['ID=19c85066-58df-4201-b746-32bd52ac6c70,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:39.611010 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-0d971a48-a289-4a12-ab2d-a7e72db41bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:39.612565 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-0d971a48-a289-4a12-ab2d-a7e72db41bad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722849 Aug 29 21:28:39.640119 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:39.696650 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:39.800193 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Network 292f73ed-e808-4244-8a17-4a958ad6e9d1 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:39.820847 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:39.828001 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:39.831791 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:36Z', 'revision_number': 3, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:39.855476 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=96230eaa-a070-4cf7-89e3-813ce07850a4,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:39.865290 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-eb0dedf4-df45-4bb2-9b68-bc1aad71a95a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211356 Aug 29 21:28:39.873348 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49713223-8503-4bfc-bfef-f25764ffa410 None None] The sync data for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi is: [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:36Z', 'revision_number': 3, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:28:39.940419 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (3604da6b-a9fc-48ef-b1a4-62aee854d20f), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:39.985739 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12151724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8548994'] for subnet (488e9fb4-7078-449a-b852-def539796613), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:40.031064 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:40.041010 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:40.138096 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522f3c6-d3d8-4773-816a-200a5f7cf96c req-ff76b620-cba9-4bf0-b3e0-604e6e77c8f2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:40.139652 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0522f3c6-d3d8-4773-816a-200a5f7cf96c req-ff76b620-cba9-4bf0-b3e0-604e6e77c8f2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.1575155 Aug 29 21:28:40.149234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-4c635a00-a39a-4eb4-9660-104a25b9364a None None] Provisioning complete for port 96230eaa-a070-4cf7-89e3-813ce07850a4 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:40.149616 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4c635a00-a39a-4eb4-9660-104a25b9364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:40.160096 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e4f35b7-e769-40af-938c-72a3ce567777 req-5f3e59fc-3170-4fc7-8e13-5ba0e09882f7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883961 Aug 29 21:28:40.160679 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=488e9fb4-7078-449a-b852-def539796613,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:40.238393 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-4c635a00-a39a-4eb4-9660-104a25b9364a None None] Port 96230eaa-a070-4cf7-89e3-813ce07850a4 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:28:40.265809 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-f42ac046-a178-45b4-abaf-2e08ec306ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:40.265809 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-f42ac046-a178-45b4-abaf-2e08ec306ce9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 1129 time: 0.0451710 Aug 29 21:28:40.269167 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Checking segment: {'id': '041bcf8b-c820-4c44-99f9-875ab9672f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e067e0-b4aa-4532-beb6-51d8da2f21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:40.269516 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Network hostable DHCP agents. Network: a7e067e0-b4aa-4532-beb6-51d8da2f21b4, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:28:40.293489 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:40.333933 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 19c85066-58df-4201-b746-32bd52ac6c70 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:40.360720 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0522f3c6-d3d8-4773-816a-200a5f7cf96c req-0415a142-984d-411b-aa76-1d8e8b9c649e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781020 Aug 29 21:28:40.391644 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 19c85066-58df-4201-b746-32bd52ac6c70 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:40.395814 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (19c85066-58df-4201-b746-32bd52ac6c70), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:40.458898 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-bc19acc4-e5fe-45aa-b91e-45d8c2879b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:40.460503 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-bc19acc4-e5fe-45aa-b91e-45d8c2879b9c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.1790137 Aug 29 21:28:40.496602 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 19c85066-58df-4201-b746-32bd52ac6c70 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:40.497622 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (19c85066-58df-4201-b746-32bd52ac6c70), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:40.517620 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-9ebae2c3-010f-40e0-9295-0e2bdf4f5449 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9038f059-1399-4f98-9ce3-88cce7cf0565 HTTP/1.1" status: 200 len: 217 time: 0.0489342 Aug 29 21:28:40.518249 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:40.525676 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 19c85066-58df-4201-b746-32bd52ac6c70, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=19c85066-58df-4201-b746-32bd52ac6c70,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:40.551716 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172c11f-8574-49a7-9956-02159d15d33c req-11a07101-766e-428c-a987-fd7720df8759 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:40.552259 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Network a7e067e0-b4aa-4532-beb6-51d8da2f21b4 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:28:40.553420 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6172c11f-8574-49a7-9956-02159d15d33c req-11a07101-766e-428c-a987-fd7720df8759 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0653627 Aug 29 21:28:40.612272 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6172c11f-8574-49a7-9956-02159d15d33c req-99dd86c6-cecd-49db-84dc-8aeac1e4824d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521429 Aug 29 21:28:40.634413 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (19c85066-58df-4201-b746-32bd52ac6c70), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:40.644599 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:40.647588 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee15962-422e-485d-ac36-f12ce39aa69d req-ff4ce3f0-a4bc-4773-add8-0c2c299044c2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:40.649143 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7ee15962-422e-485d-ac36-f12ce39aa69d req-ff4ce3f0-a4bc-4773-add8-0c2c299044c2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.1186235 Aug 29 21:28:40.660155 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44658) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:40.665599 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-de0f8e2e-eb5f-4f0d-ac79-0ae143284e0b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'floatingip': {'port_id': '7d00a0ed-45ea-43c9-98bc-7122049be3a0'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:40.671324 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-a4ee68a2-16d2-4505-a890-25c8ae5a814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:40.671324 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-a4ee68a2-16d2-4505-a890-25c8ae5a814e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.1360674 Aug 29 21:28:40.713539 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-de0f8e2e-eb5f-4f0d-ac79-0ae143284e0b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (23ea5134-03f3-4ed5-8e73-1169d8ce6fb4), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:40.715521 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=19c85066-58df-4201-b746-32bd52ac6c70,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:40.753159 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, a7e067e0-b4aa-4532-beb6-51d8da2f21b4) {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:40.765679 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b98a5-3db1-45c2-bac1-774cbee1cc72 None None] Network a7e067e0-b4aa-4532-beb6-51d8da2f21b4 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:40.781829 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:40.782574 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:40.831661 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-a628ae8b-1c18-4ec2-bafc-74731efccd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:40.831661 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-a628ae8b-1c18-4ec2-bafc-74731efccd88 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1519203 Aug 29 21:28:40.926517 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Publish callbacks [] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:40.935096 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-86566e31-348e-4f23-808a-1e7ff86294ba admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7935865 Aug 29 21:28:40.959233 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea6d89-d90d-4b2c-b444-faf603b9a220 None None] Network a7e067e0-b4aa-4532-beb6-51d8da2f21b4 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:40.971971 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-10f82abd-2aed-44b3-9763-47315c813403 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344743 Aug 29 21:28:41.046130 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:41.048799 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:41.178245 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (3604da6b-a9fc-48ef-b1a4-62aee854d20f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:41.184638 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=96230eaa-a070-4cf7-89e3-813ce07850a4,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:41.209489 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.209833 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.210566 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.210566 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.210825 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.211168 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.211619 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.211836 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.212185 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.212503 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.213102 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.213421 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.213739 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.214055 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.214369 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:41.230031 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0af5b97f-b21d-4fd5-82e3-c35f9dd3bfb3 req-914d542d-fcad-4ed9-9082-ff3800198206 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455077 Aug 29 21:28:41.339276 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Network 292f73ed-e808-4244-8a17-4a958ad6e9d1 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:41.341272 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:41.395852 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:41.431263 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-de0f8e2e-eb5f-4f0d-ac79-0ae143284e0b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:41.486540 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Router 3604da6b-a9fc-48ef-b1a4-62aee854d20f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:28:41.559897 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-de0f8e2e-eb5f-4f0d-ac79-0ae143284e0b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (23ea5134-03f3-4ed5-8e73-1169d8ce6fb4), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:41.641594 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:28:41.648411 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-625fde96-56e6-4189-8fb0-e40b40899ad7 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/3604da6b-a9fc-48ef-b1a4-62aee854d20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6962643 Aug 29 21:28:41.697497 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-9236ba17-a06c-4fa3-9319-dfd49cd87d33 None None] Provisioning complete for port 96230eaa-a070-4cf7-89e3-813ce07850a4 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:41.699790 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-9236ba17-a06c-4fa3-9319-dfd49cd87d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:41.700305 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [None req-de0f8e2e-eb5f-4f0d-ac79-0ae143284e0b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Floating IP 23ea5134-03f3-4ed5-8e73-1169d8ce6fb4 associated. External IP: 172.27.3.82, port: 7d00a0ed-45ea-43c9-98bc-7122049be3a0. Aug 29 21:28:41.787112 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-9236ba17-a06c-4fa3-9319-dfd49cd87d33 None None] Port 96230eaa-a070-4cf7-89e3-813ce07850a4 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:28:41.861005 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080aef3-f145-431e-adf1-1addd07f05c7 req-127d02d3-ed91-4996-a8f4-0982899c6b34 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:41.864411 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9080aef3-f145-431e-adf1-1addd07f05c7 req-127d02d3-ed91-4996-a8f4-0982899c6b34 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.1168125 Aug 29 21:28:41.914614 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:41.975969 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9080aef3-f145-431e-adf1-1addd07f05c7 req-78d7aec6-4041-4943-8337-f5f26fc86ee8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077406 Aug 29 21:28:42.035410 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Sync routers for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:28:42.039346 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0f8e2e-eb5f-4f0d-ac79-0ae143284e0b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Router b9b32390-edcd-48b0-a7a2-51862894f82f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:28:42.051489 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:42.051489 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:42.167929 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0f8e2e-eb5f-4f0d-ac79-0ae143284e0b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:28:42.173580 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-de0f8e2e-eb5f-4f0d-ac79-0ae143284e0b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:42.193253 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:42.208468 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] Sync routers for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:28:42.215125 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-de0f8e2e-eb5f-4f0d-ac79-0ae143284e0b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/23ea5134-03f3-4ed5-8e73-1169d8ce6fb4 HTTP/1.1" status: 200 len: 990 time: 1.5534589 Aug 29 21:28:42.216236 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:28:42.221773 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed198ff-e1da-4d61-afab-f5190be19b88" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:28:42.245363 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:42.246001 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:42.341039 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d252be9-04df-444a-89f2-e48c316ca0f5 x-openstack-request-id: req-2d252be9-04df-444a-89f2-e48c316ca0f5 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:28:42.341337 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:28:42.341591 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d252be9-04df-444a-89f2-e48c316ca0f5 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:28:42.341999 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d252be9-04df-444a-89f2-e48c316ca0f5'] response: {'name': 'network-changed', 'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'status': 'completed', 'code': 200} Aug 29 21:28:42.375674 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:42.379608 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 19c85066-58df-4201-b746-32bd52ac6c70 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:42.489949 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '96230eaa-a070-4cf7-89e3-813ce07850a4', 'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'mac_address': 'fa:16:3e:e3:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:38Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 2, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'subnets': [{'id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:42.519110 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Checking router: 3604da6b-a9fc-48ef-b1a4-62aee854d20f for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:28:42.519463 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Updating router 3604da6b-a9fc-48ef-b1a4-62aee854d20f port 96230eaa-a070-4cf7-89e3-813ce07850a4 binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:28:42.552334 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:42.560102 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 19c85066-58df-4201-b746-32bd52ac6c70 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:42.560616 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (19c85066-58df-4201-b746-32bd52ac6c70), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:42.642695 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:42.739280 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44720) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:42.744154 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2095614812-network', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:42.846348 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Publish callbacks [] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:42.868301 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Made reservation on behalf of 01e2afef38524a88b5d9657aeed7fae9 for: {'network': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:42.874651 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:42.874789 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 19c85066-58df-4201-b746-32bd52ac6c70 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:42.879924 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:42.919540 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '23ea5134-03f3-4ed5-8e73-1169d8ce6fb4', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'port_id': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'mac_address': 'fa:16:3e:e0:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:28:17Z', 'updated_at': '2022-08-29T21:28:41Z', 'revision_number': 1, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:42.945544 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] Checking router: b9b32390-edcd-48b0-a7a2-51862894f82f for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:28:42.956213 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:42.957204 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:42.971126 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:42.992468 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Publish callbacks [] for security_group (95c65c0a-6179-455d-859c-7e827dac313d), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:43.001219 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-f8b4a51a-66fc-4a9f-9fe5-574e85baaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:43.004314 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-f8b4a51a-66fc-4a9f-9fe5-574e85baaa56 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 1129 time: 0.0608521 Aug 29 21:28:43.019550 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822750d7-8b22-49d6-84f5-f07e624f8ee1 None None] Pushing event updated for resources: {'Port': ['ID=96230eaa-a070-4cf7-89e3-813ce07850a4,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:43.045055 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (95c65c0a-6179-455d-859c-7e827dac313d), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:43.074065 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:43.079921 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:43.110944 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=107110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:28:43.118972 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6dda0-a980-4b68-b03c-49f39da0afa6 req-6af55968-78d4-4f8b-b5a9-9d3f8dad6d94 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:43.128296 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-32c6dda0-a980-4b68-b03c-49f39da0afa6 req-6af55968-78d4-4f8b-b5a9-9d3f8dad6d94 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0668190 Aug 29 21:28:43.139455 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Attempting to bind port 96230eaa-a070-4cf7-89e3-813ce07850a4 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:43.145379 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Attempting to bind port 96230eaa-a070-4cf7-89e3-813ce07850a4 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:43.145379 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Attempting to bind port 96230eaa-a070-4cf7-89e3-813ce07850a4 on network 292f73ed-e808-4244-8a17-4a958ad6e9d1 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:43.148880 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:43.149259 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Checking segment: {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:43.149662 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:43.150209 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Bound using segment: {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:43.150690 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Bound port: 96230eaa-a070-4cf7-89e3-813ce07850a4, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:43.151118 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:43.169068 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c65c0a-6179-455d-859c-7e827dac313d,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:43.177471 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (d707e975-b5d1-4c03-9956-ee629f1f7690), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:43.178072 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.segments_db [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Added segment d707e975-b5d1-4c03-9956-ee629f1f7690 of type vlan for network 4ece7acf-7bd7-4932-955b-39435351d6c0 Aug 29 21:28:43.190033 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-32c6dda0-a980-4b68-b03c-49f39da0afa6 req-c22b8021-f4f8-4a1b-82a8-b34305a5cf4f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605686 Aug 29 21:28:43.267026 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] For port 96230eaa-a070-4cf7-89e3-813ce07850a4, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:43.273242 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] For port 96230eaa-a070-4cf7-89e3-813ce07850a4, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=96230eaa-a070-4cf7-89e3-813ce07850a4,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:43.383346 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:43.431183 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '23ea5134-03f3-4ed5-8e73-1169d8ce6fb4', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'port_id': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'mac_address': 'fa:16:3e:e0:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:28:17Z', 'updated_at': '2022-08-29T21:28:41Z', 'revision_number': 1, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:43.464803 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:43.466068 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822750d7-8b22-49d6-84f5-f07e624f8ee1 None None] Pushing event updated for resources: {'Port': ['ID=96230eaa-a070-4cf7-89e3-813ce07850a4,revision_number=4']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:43.474551 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:43.475474 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:43.494736 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a124fc9-3498-4343-85d3-ff5a1d144b4e None None] The sync data for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi is: [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '23ea5134-03f3-4ed5-8e73-1169d8ce6fb4', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'port_id': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'mac_address': 'fa:16:3e:e0:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:28:17Z', 'updated_at': '2022-08-29T21:28:41Z', 'revision_number': 1, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:28:43.590576 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-17812472-6126-48c4-bb2e-ec2ae0eebd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:43.592289 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-17812472-6126-48c4-bb2e-ec2ae0eebd1f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 918 time: 0.5356638 Aug 29 21:28:43.596366 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:43.598410 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (4ece7acf-7bd7-4932-955b-39435351d6c0), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:43.607226 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:43.692125 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:43.742485 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (4ece7acf-7bd7-4932-955b-39435351d6c0), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:43.743535 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:43.744378 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:43.760976 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec696080-3941-40f4-a2ae-c5040cb724e7 None None] New status for floating IP 23ea5134-03f3-4ed5-8e73-1169d8ce6fb4: ACTIVE {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:28:43.819479 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] Pushing event updated for resources: {'Network': ['ID=4ece7acf-7bd7-4932-955b-39435351d6c0,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:43.832068 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 4ece7acf-7bd7-4932-955b-39435351d6c0 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:28:43.937443 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44744) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:43.938331 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-f94bf038-1915-4023-ad97-8869f2e2d26f admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1971884 Aug 29 21:28:43.942410 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Request body: {'subnet': {'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2095614812-subnet', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:43.948461 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:44.008897 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:44.046805 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-e83538be-0de9-4f05-905d-b9b2ff5c526d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0 HTTP/1.1" status: 200 len: 998 time: 0.0934153 Aug 29 21:28:44.103859 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Made reservation on behalf of 01e2afef38524a88b5d9657aeed7fae9 for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:28:44.104394 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:44.106823 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-38e020b8-3101-49ef-a2a9-a5fc7f5f74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:44.109053 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-38e020b8-3101-49ef-a2a9-a5fc7f5f74f3 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 200 len: 856 time: 0.0605166 Aug 29 21:28:44.115213 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '96230eaa-a070-4cf7-89e3-813ce07850a4', 'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'mac_address': 'fa:16:3e:e3:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:38Z', 'updated_at': '2022-08-29T21:28:43Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'subnets': [{'id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:44.144311 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05f8a51-36aa-4c1c-bf69-55c9ed71aeb8 None None] The sync data for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi is: [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '96230eaa-a070-4cf7-89e3-813ce07850a4', 'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'mac_address': 'fa:16:3e:e3:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:38Z', 'updated_at': '2022-08-29T21:28:43Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'subnets': [{'id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:28:44.173534 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-0a8fef1a-38f6-4eab-a68e-6bc3b256f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:44.180057 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-0a8fef1a-38f6-4eab-a68e-6bc3b256f927 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48dd2592-6ea0-414d-a1c9-f95709b58170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603731 Aug 29 21:28:44.369415 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:44.457563 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-619e283a-fbb5-4ce9-8ac2-44851e21b64c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642944 Aug 29 21:28:44.463599 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 96230eaa-a070-4cf7-89e3-813ce07850a4 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:44.548321 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 96230eaa-a070-4cf7-89e3-813ce07850a4 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:44.554649 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:44.558024 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd65e32-56df-4cb7-9db2-ac3cd3f7ad43 req-24ae9384-0d3f-46a0-8595-a88280eb7f76 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:44.559519 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bcd65e32-56df-4cb7-9db2-ac3cd3f7ad43 req-24ae9384-0d3f-46a0-8595-a88280eb7f76 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.1125586 Aug 29 21:28:44.604788 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aed198ff-e1da-4d61-afab-f5190be19b88 req-63fe62d8-be6a-4f8b-a843-af3fc21135c0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391840 Aug 29 21:28:44.618786 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:44.660208 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 96230eaa-a070-4cf7-89e3-813ce07850a4 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:44.660208 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:44.660549 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bcd65e32-56df-4cb7-9db2-ac3cd3f7ad43 req-37f146a0-8557-419a-ab3f-0ef654e977b8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926354 Aug 29 21:28:44.665104 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44756) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:44.671427 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for subnet (4dca213e-db43-450b-bd56-df2cb9be35f6), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:44.728240 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 96230eaa-a070-4cf7-89e3-813ce07850a4, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=96230eaa-a070-4cf7-89e3-813ce07850a4,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:44.749051 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dca213e-db43-450b-bd56-df2cb9be35f6,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:44.755362 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Checking segment: {'id': 'd707e975-b5d1-4c03-9956-ee629f1f7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:44.755715 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Network hostable DHCP agents. Network: 4ece7acf-7bd7-4932-955b-39435351d6c0, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:28:44.856454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-47edae1a-e989-468c-9ce6-d46793af162a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:44.880181 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Network 4ece7acf-7bd7-4932-955b-39435351d6c0 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:28:44.881435 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:44.944334 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=96230eaa-a070-4cf7-89e3-813ce07850a4,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:44.949794 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-47edae1a-e989-468c-9ce6-d46793af162a admin admin] Publish callbacks [] for security_group (4d21ce79-49b7-4762-9911-24205bae6f92), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:44.982364 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 4ece7acf-7bd7-4932-955b-39435351d6c0) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:44.987177 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:44.987564 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:44.994927 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666451b-9168-49cc-a0ab-724d806c6319 None None] Network 4ece7acf-7bd7-4932-955b-39435351d6c0 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:45.051399 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-47edae1a-e989-468c-9ce6-d46793af162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4d21ce79-49b7-4762-9911-24205bae6f92), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.100137 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-47edae1a-e989-468c-9ce6-d46793af162a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=27e5db58b7ab4644962a1751f7090db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338851 Aug 29 21:28:45.101242 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edae1a-e989-468c-9ce6-d46793af162a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d21ce79-49b7-4762-9911-24205bae6f92,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:45.103163 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44762) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:45.127336 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-4ece7acf-7bd7-4932-955b-39435351d6c0', 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0', 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'fixed_ips': [{'subnet_id': '4dca213e-db43-450b-bd56-df2cb9be35f6'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:28:45.128520 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.184218 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bb6c-5c39-4e95-914a-84af8062c247 admin admin] Publish callbacks [] for security_group (4d21ce79-49b7-4762-9911-24205bae6f92), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.208247 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bb6c-5c39-4e95-914a-84af8062c247 admin admin] Publish callbacks [] for security_group (4d21ce79-49b7-4762-9911-24205bae6f92), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.229550 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44764) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:45.229899 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-a5922559-773f-4492-bce7-9a07534ed203 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2913146 Aug 29 21:28:45.236017 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:45.289296 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Allocated IP 172.20.0.2 (4ece7acf-7bd7-4932-955b-39435351d6c0/4dca213e-db43-450b-bd56-df2cb9be35f6/951e7bda-b53d-440d-bac7-c1abd451f990) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:45.378526 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (f8b87beb-e8a3-4249-9611-85ece477f6a3), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.379608 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bb6c-5c39-4e95-914a-84af8062c247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4d21ce79-49b7-4762-9911-24205bae6f92), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.382553 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (f8b87beb-e8a3-4249-9611-85ece477f6a3), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.385422 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bb6c-5c39-4e95-914a-84af8062c247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.388623 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f1d2bb6c-5c39-4e95-914a-84af8062c247 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4d21ce79-49b7-4762-9911-24205bae6f92 HTTP/1.1" status: 204 len: 168 time: 0.2835519 Aug 29 21:28:45.409779 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2bb6c-5c39-4e95-914a-84af8062c247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d21ce79-49b7-4762-9911-24205bae6f92,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:45.470172 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks [] for router_controller (f8b87beb-e8a3-4249-9611-85ece477f6a3), precommit_add_association {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.494006 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Publish callbacks [] for port (951e7bda-b53d-440d-bac7-c1abd451f990), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.681084 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.695656 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks [] for router_gateway (f8b87beb-e8a3-4249-9611-85ece477f6a3), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.722045 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Network 4ece7acf-7bd7-4932-955b-39435351d6c0 is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:45.727178 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:45.730709 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:45.749771 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Pushing event updated for resources: {'Port': ['ID=951e7bda-b53d-440d-bac7-c1abd451f990,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:45.793121 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Attempting to bind port 951e7bda-b53d-440d-bac7-c1abd451f990 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:45.793597 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Attempting to bind port 951e7bda-b53d-440d-bac7-c1abd451f990 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': 'd707e975-b5d1-4c03-9956-ee629f1f7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:45.794134 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Attempting to bind port 951e7bda-b53d-440d-bac7-c1abd451f990 on network 4ece7acf-7bd7-4932-955b-39435351d6c0 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:45.802541 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:45.803084 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Checking segment: {'id': 'd707e975-b5d1-4c03-9956-ee629f1f7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:45.803640 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.804161 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Bound using segment: {'id': 'd707e975-b5d1-4c03-9956-ee629f1f7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:45.805615 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Bound port: 951e7bda-b53d-440d-bac7-c1abd451f990, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd707e975-b5d1-4c03-9956-ee629f1f7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:45.806076 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:45.943290 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] For port 951e7bda-b53d-440d-bac7-c1abd451f990, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:45.952890 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] For port 951e7bda-b53d-440d-bac7-c1abd451f990, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=951e7bda-b53d-440d-bac7-c1abd451f990,segment=NetworkSegment(d707e975-b5d1-4c03-9956-ee629f1f7690),segment_id=d707e975-b5d1-4c03-9956-ee629f1f7690)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:46.097525 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:46.169029 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks [] for router_gateway (f8b87beb-e8a3-4249-9611-85ece477f6a3), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:46.198475 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:46.216488 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52760e-5a6a-4f5f-9843-202843ed13b9 None None] Pushing event updated for resources: {'Port': ['ID=951e7bda-b53d-440d-bac7-c1abd451f990,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:46.363561 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 96230eaa-a070-4cf7-89e3-813ce07850a4 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:46.381988 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Allocated IP 172.27.3.174 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/451d45d7-0573-420b-becb-d7c2bf92266a) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:46.472430 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 96230eaa-a070-4cf7-89e3-813ce07850a4 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:46.472987 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:46.585112 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks [] for port (451d45d7-0573-420b-becb-d7c2bf92266a), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:46.652690 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 96230eaa-a070-4cf7-89e3-813ce07850a4 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:46.857472 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:46.901406 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:46.906293 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:46.910543 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:46.913805 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Pushing event updated for resources: {'Port': ['ID=451d45d7-0573-420b-becb-d7c2bf92266a,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:47.095337 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:47.289448 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b128cf-4e90-4bd2-81ae-41c65b3c5e74 None None] Network 4ece7acf-7bd7-4932-955b-39435351d6c0 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:47.374796 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-f087c299-4f39-4905-8ae7-d7cecff1b54b None None] Provisioning complete for port 951e7bda-b53d-440d-bac7-c1abd451f990 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:47.375187 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f087c299-4f39-4905-8ae7-d7cecff1b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:47.406402 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44826) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:47.412463 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-e4967c1f-65cc-4bce-b096-e66572a0a6ce tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837110870', 'description': 'tempest-description--87772059'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:47.497177 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-f087c299-4f39-4905-8ae7-d7cecff1b54b None None] Current status of the port 951e7bda-b53d-440d-bac7-c1abd451f990 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:47.497818 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f087c299-4f39-4905-8ae7-d7cecff1b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:47.518303 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks [] for router_gateway (f8b87beb-e8a3-4249-9611-85ece477f6a3), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:47.563561 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-f087c299-4f39-4905-8ae7-d7cecff1b54b None None] For port 951e7bda-b53d-440d-bac7-c1abd451f990, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=951e7bda-b53d-440d-bac7-c1abd451f990,segment=NetworkSegment(d707e975-b5d1-4c03-9956-ee629f1f7690),segment_id=d707e975-b5d1-4c03-9956-ee629f1f7690)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:47.720072 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e4967c1f-65cc-4bce-b096-e66572a0a6ce tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:47.739091 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (f8b87beb-e8a3-4249-9611-85ece477f6a3), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:47.791519 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e4967c1f-65cc-4bce-b096-e66572a0a6ce tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group (05383ddd-e4b8-4554-b774-d4badc2a984c), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:47.802521 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f087c299-4f39-4905-8ae7-d7cecff1b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:47.861384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087c299-4f39-4905-8ae7-d7cecff1b54b None None] Pushing event updated for resources: {'Port': ['ID=951e7bda-b53d-440d-bac7-c1abd451f990,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:47.919412 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e4967c1f-65cc-4bce-b096-e66572a0a6ce tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (05383ddd-e4b8-4554-b774-d4badc2a984c), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:47.921904 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-aaa4a730-0972-4b78-b8ed-a4b695a747b2 None None] Provisioning complete for port 951e7bda-b53d-440d-bac7-c1abd451f990 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:47.922357 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a730-0972-4b78-b8ed-a4b695a747b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:47.950411 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4967c1f-65cc-4bce-b096-e66572a0a6ce tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05383ddd-e4b8-4554-b774-d4badc2a984c,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:48.008963 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4a730-0972-4b78-b8ed-a4b695a747b2 None None] Current status of the port 951e7bda-b53d-440d-bac7-c1abd451f990 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:48.089924 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Router f8b87beb-e8a3-4249-9611-85ece477f6a3 is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:28:48.134327 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e4967c1f-65cc-4bce-b096-e66572a0a6ce tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.135518 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e4967c1f-65cc-4bce-b096-e66572a0a6ce tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7273476 Aug 29 21:28:48.138505 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44832) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:48.144186 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-3ac56f38-8875-4fc8-8849-4c8924dd973b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Request body: {'security_group_rule': {'security_group_id': '05383ddd-e4b8-4554-b774-d4badc2a984c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:48.199403 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:28:48.202335 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Sync routers for ids ['f8b87beb-e8a3-4249-9611-85ece477f6a3'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:28:48.212620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Routers {'f8b87beb-e8a3-4249-9611-85ece477f6a3'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:48.213493 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f8b87beb-e8a3-4249-9611-85ece477f6a3'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:48.254993 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44836) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:48.301520 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:48.307766 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:48.310710 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3ac56f38-8875-4fc8-8849-4c8924dd973b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group_rule (3cdc50fd-2939-4e65-847c-12fb196f42c0), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.333249 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Set router f8b87beb-e8a3-4249-9611-85ece477f6a3 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:48.397109 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3ac56f38-8875-4fc8-8849-4c8924dd973b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group_rule (3cdc50fd-2939-4e65-847c-12fb196f42c0), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.398062 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 951e7bda-b53d-440d-bac7-c1abd451f990 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:48.444222 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.445555 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-0e11c42d-2b8e-4add-9541-8207580b4354 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2143757 Aug 29 21:28:48.446615 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bf2898c9-4028-4ad9-b0a9-dd6ceac0689b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.448596 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44840) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:48.503730 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 951e7bda-b53d-440d-bac7-c1abd451f990 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:48.504118 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.549596 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bf2898c9-4028-4ad9-b0a9-dd6ceac0689b admin admin] Publish callbacks [] for security_group (788e78e5-1b47-4b41-a264-889f7c5764e9), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.599846 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3ac56f38-8875-4fc8-8849-4c8924dd973b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (3cdc50fd-2939-4e65-847c-12fb196f42c0), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.630105 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:48.646134 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac56f38-8875-4fc8-8849-4c8924dd973b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdc50fd-2939-4e65-847c-12fb196f42c0,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:48.721880 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:45Z', 'updated_at': '2022-08-29T21:28:47Z', 'revision_number': 3, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'gw_port': {'id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:46Z', 'updated_at': '2022-08-29T21:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:48.736023 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-bf2898c9-4028-4ad9-b0a9-dd6ceac0689b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (788e78e5-1b47-4b41-a264-889f7c5764e9), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.764655 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Checking router: f8b87beb-e8a3-4249-9611-85ece477f6a3 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:28:48.764992 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Updating router f8b87beb-e8a3-4249-9611-85ece477f6a3 port 451d45d7-0573-420b-becb-d7c2bf92266a binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:28:48.783341 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-bf2898c9-4028-4ad9-b0a9-dd6ceac0689b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=49442d712d9b48f2a54854630a1eb437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5247519 Aug 29 21:28:48.783811 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 44848) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:48.791394 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2898c9-4028-4ad9-b0a9-dd6ceac0689b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788e78e5-1b47-4b41-a264-889f7c5764e9,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:48.800108 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3ac56f38-8875-4fc8-8849-4c8924dd973b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.803795 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-3ac56f38-8875-4fc8-8849-4c8924dd973b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6609895 Aug 29 21:28:48.805126 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44852) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:48.808422 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 951e7bda-b53d-440d-bac7-c1abd451f990 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:48.808566 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-b97fb185-25af-4b43-9efb-11bdc4074cdf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Request body: {'security_group_rule': {'security_group_id': '05383ddd-e4b8-4554-b774-d4badc2a984c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:48.811042 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.866601 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a0a04598-c94b-4fe7-a444-5d0ad2ec21fe admin admin] Publish callbacks [] for security_group (788e78e5-1b47-4b41-a264-889f7c5764e9), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:48.889990 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a0a04598-c94b-4fe7-a444-5d0ad2ec21fe admin admin] Publish callbacks [] for security_group (788e78e5-1b47-4b41-a264-889f7c5764e9), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.090877 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:49.154121 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a0a04598-c94b-4fe7-a444-5d0ad2ec21fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (788e78e5-1b47-4b41-a264-889f7c5764e9), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.157627 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a0a04598-c94b-4fe7-a444-5d0ad2ec21fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.158959 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-a0a04598-c94b-4fe7-a444-5d0ad2ec21fe admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/788e78e5-1b47-4b41-a264-889f7c5764e9 HTTP/1.1" status: 204 len: 168 time: 0.3740745 Aug 29 21:28:49.168720 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a04598-c94b-4fe7-a444-5d0ad2ec21fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e78e5-1b47-4b41-a264-889f7c5764e9,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:49.176661 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Publish callbacks [] for port (451d45d7-0573-420b-becb-d7c2bf92266a), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.262993 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.337364 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.362275 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:49.365914 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b97fb185-25af-4b43-9efb-11bdc4074cdf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group_rule (05b69f10-ee15-402a-997a-1ba8c5a22325), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.372814 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Attempting to bind port 451d45d7-0573-420b-becb-d7c2bf92266a on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:49.373179 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Attempting to bind port 451d45d7-0573-420b-becb-d7c2bf92266a by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:49.373617 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Attempting to bind port 451d45d7-0573-420b-becb-d7c2bf92266a on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:49.387797 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:49.396199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:49.396199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.396199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:49.396199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Bound port: 451d45d7-0573-420b-becb-d7c2bf92266a, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:49.396199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.413278 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3581d39-115b-45d8-b5a2-6bc2dda61002 None None] Pushing event updated for resources: {'Port': ['ID=451d45d7-0573-420b-becb-d7c2bf92266a,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:49.449540 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] For port 451d45d7-0573-420b-becb-d7c2bf92266a, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:49.453232 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] For port 451d45d7-0573-420b-becb-d7c2bf92266a, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=451d45d7-0573-420b-becb-d7c2bf92266a,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:49.464419 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b97fb185-25af-4b43-9efb-11bdc4074cdf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group_rule (05b69f10-ee15-402a-997a-1ba8c5a22325), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.468243 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Allocated IP 172.20.0.1 (4ece7acf-7bd7-4932-955b-39435351d6c0/4dca213e-db43-450b-bd56-df2cb9be35f6/77c7c67b-5c35-4b51-af84-143394142b49) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:49.579919 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Publish callbacks [] for port (77c7c67b-5c35-4b51-af84-143394142b49), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.600789 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.603486 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b97fb185-25af-4b43-9efb-11bdc4074cdf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (05b69f10-ee15-402a-997a-1ba8c5a22325), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.632788 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fb185-25af-4b43-9efb-11bdc4074cdf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b69f10-ee15-402a-997a-1ba8c5a22325,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:49.648915 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Routers {'f8b87beb-e8a3-4249-9611-85ece477f6a3'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:49.649588 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f8b87beb-e8a3-4249-9611-85ece477f6a3'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:49.714666 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (77c7c67b-5c35-4b51-af84-143394142b49), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.717925 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3581d39-115b-45d8-b5a2-6bc2dda61002 None None] Pushing event updated for resources: {'Port': ['ID=451d45d7-0573-420b-becb-d7c2bf92266a,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:49.762827 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Network 4ece7acf-7bd7-4932-955b-39435351d6c0 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:49.766345 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b97fb185-25af-4b43-9efb-11bdc4074cdf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.770637 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b97fb185-25af-4b43-9efb-11bdc4074cdf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9625285 Aug 29 21:28:49.770812 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 44868) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:49.777857 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:49.783207 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:49.789290 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] Set router f8b87beb-e8a3-4249-9611-85ece477f6a3 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:49.791098 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:49.791196 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (f8b87beb-e8a3-4249-9611-85ece477f6a3), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:49.863828 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Pushing event updated for resources: {'Port': ['ID=77c7c67b-5c35-4b51-af84-143394142b49,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:50.013987 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:45Z', 'updated_at': '2022-08-29T21:28:47Z', 'revision_number': 3, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'gw_port': {'id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:46Z', 'updated_at': '2022-08-29T21:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:50.031908 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:28:50.053638 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7744bddc-7110-4929-979f-3aabd7b8d5cd None None] The sync data for ids ['f8b87beb-e8a3-4249-9611-85ece477f6a3'] in dv-cinder-854264-2-iscsi is: [{'id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:45Z', 'updated_at': '2022-08-29T21:28:47Z', 'revision_number': 3, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'gw_port': {'id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:46Z', 'updated_at': '2022-08-29T21:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:28:50.055249 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:50.056158 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:50.149366 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-e6a4ee8a-7880-4a16-aa2e-f7ee3b04c4c3 None None] Provisioning complete for port 77c7c67b-5c35-4b51-af84-143394142b49 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:50.149884 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ee8a-7880-4a16-aa2e-f7ee3b04c4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (77c7c67b-5c35-4b51-af84-143394142b49), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:50.152496 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (77c7c67b-5c35-4b51-af84-143394142b49), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:50.201632 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4ee8a-7880-4a16-aa2e-f7ee3b04c4c3 None None] Port 77c7c67b-5c35-4b51-af84-143394142b49 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:28:50.293200 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:50.465085 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Publish callbacks [] for port (77c7c67b-5c35-4b51-af84-143394142b49), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:50.482732 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Allocated IP 172.27.3.179 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/126ce0da-aa03-40c2-8e67-306d42952b4d) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:28:50.605951 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for port (126ce0da-aa03-40c2-8e67-306d42952b4d), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:50.636021 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (77c7c67b-5c35-4b51-af84-143394142b49), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:50.636900 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (f8b87beb-e8a3-4249-9611-85ece477f6a3), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:50.742964 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:50.744397 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Pushing event updated for resources: {'Port': ['ID=77c7c67b-5c35-4b51-af84-143394142b49,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:50.801705 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Network 4ece7acf-7bd7-4932-955b-39435351d6c0 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:50.803392 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:50.858476 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (126ce0da-aa03-40c2-8e67-306d42952b4d), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:50.912681 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:28:50.922527 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:28:50.942352 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:28:51.031490 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for floatingip (7f55c719-1329-4640-a10f-c7c0a3403631), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:51.089886 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event updated for resources: {'Port': ['ID=126ce0da-aa03-40c2-8e67-306d42952b4d,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:51.113180 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Router f8b87beb-e8a3-4249-9611-85ece477f6a3 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:28:51.147353 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-e81618c3-5e9a-4ae9-9214-822ff2ee5e28 None None] Provisioning complete for port 77c7c67b-5c35-4b51-af84-143394142b49 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:51.147732 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e81618c3-5e9a-4ae9-9214-822ff2ee5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (77c7c67b-5c35-4b51-af84-143394142b49), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:51.189409 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-e81618c3-5e9a-4ae9-9214-822ff2ee5e28 None None] Port 77c7c67b-5c35-4b51-af84-143394142b49 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:28:51.258121 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (126ce0da-aa03-40c2-8e67-306d42952b4d), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:51.280541 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:28:51.285884 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-85d377e0-6fdd-4fa2-b4be-cab3b9c6a83a admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/f8b87beb-e8a3-4249-9611-85ece477f6a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8362045 Aug 29 21:28:51.327845 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:51.467371 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for port (126ce0da-aa03-40c2-8e67-306d42952b4d), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:51.594150 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (126ce0da-aa03-40c2-8e67-306d42952b4d), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:51.595265 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (7f55c719-1329-4640-a10f-c7c0a3403631), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:51.663265 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event updated for resources: {'Port': ['ID=126ce0da-aa03-40c2-8e67-306d42952b4d,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:51.838831 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:51.840427 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-43798287-7d1c-488d-813c-4860c089a2e0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0685320 Aug 29 21:28:52.089502 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Sync routers for ids ['f8b87beb-e8a3-4249-9611-85ece477f6a3'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:28:52.109704 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Routers {'f8b87beb-e8a3-4249-9611-85ece477f6a3'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:52.110527 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f8b87beb-e8a3-4249-9611-85ece477f6a3'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:52.117309 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-33aefce4-65af-4be7-b6b6-ae22a0f98c2c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--837110870&fields=id&tenant_id=bd7bb76694c2499895f24e611c644a27 HTTP/1.1" status: 200 len: 267 time: 0.0685761 Aug 29 21:28:52.218626 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Set router f8b87beb-e8a3-4249-9611-85ece477f6a3 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:52.240995 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-e6c5ef66-5621-4145-9f09-1a79d75ed7d6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:52.242352 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-e6c5ef66-5621-4145-9f09-1a79d75ed7d6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 816 time: 0.1180634 Aug 29 21:28:52.271802 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-3e1c2984-e058-44a8-a015-27dc862c1733 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/quotas/bd7bb76694c2499895f24e611c644a27 HTTP/1.1" status: 200 len: 375 time: 0.0230770 Aug 29 21:28:52.346484 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-94ef9aaa-b7d8-486c-932b-10890c7cfebd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0732112 Aug 29 21:28:52.354663 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:52.366232 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 451d45d7-0573-420b-becb-d7c2bf92266a up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:52.433331 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 451d45d7-0573-420b-becb-d7c2bf92266a triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:52.433585 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:52.482408 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-bb6db2bb-2626-4601-b27c-b08787570814 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237180 Aug 29 21:28:52.544633 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 451d45d7-0573-420b-becb-d7c2bf92266a is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:52.545186 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:52.559953 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:45Z', 'updated_at': '2022-08-29T21:28:49Z', 'revision_number': 4, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'gw_port': {'id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:46Z', 'updated_at': '2022-08-29T21:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '77c7c67b-5c35-4b51-af84-143394142b49', 'name': '', 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'mac_address': 'fa:16:3e:13:a3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4dca213e-db43-450b-bd56-df2cb9be35f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:49Z', 'updated_at': '2022-08-29T21:28:50Z', 'revision_number': 2, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'subnets': [{'id': '4dca213e-db43-450b-bd56-df2cb9be35f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:52.569170 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 451d45d7-0573-420b-becb-d7c2bf92266a, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=451d45d7-0573-420b-becb-d7c2bf92266a,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:52.600623 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Checking router: f8b87beb-e8a3-4249-9611-85ece477f6a3 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:28:52.600623 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Updating router f8b87beb-e8a3-4249-9611-85ece477f6a3 port 77c7c67b-5c35-4b51-af84-143394142b49 binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:28:52.601005 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-ef3a43ae-1d5a-41bb-874e-e4b2aeafb7e2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156843 Aug 29 21:28:52.649054 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (77c7c67b-5c35-4b51-af84-143394142b49), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:52.708920 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:52.781516 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=451d45d7-0573-420b-becb-d7c2bf92266a,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:52.976134 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-86e0437a-2e3f-4119-b9f0-29b6414a2f7a req-c67b87f8-b59f-4c46-85ce-db44f302fc29 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0386891 Aug 29 21:28:53.058503 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Publish callbacks [] for port (77c7c67b-5c35-4b51-af84-143394142b49), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:53.131846 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:53.201324 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (77c7c67b-5c35-4b51-af84-143394142b49), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:53.439437 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa8933-9965-4e88-8aa0-cd4a546115d0 None None] Pushing event updated for resources: {'Port': ['ID=77c7c67b-5c35-4b51-af84-143394142b49,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:53.459800 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Attempting to bind port 77c7c67b-5c35-4b51-af84-143394142b49 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:28:53.460511 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Attempting to bind port 77c7c67b-5c35-4b51-af84-143394142b49 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': 'd707e975-b5d1-4c03-9956-ee629f1f7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:28:53.461389 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Attempting to bind port 77c7c67b-5c35-4b51-af84-143394142b49 on network 4ece7acf-7bd7-4932-955b-39435351d6c0 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:28:53.468481 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:28:53.471445 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Checking segment: {'id': 'd707e975-b5d1-4c03-9956-ee629f1f7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:28:53.471445 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:53.471445 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Bound using segment: {'id': 'd707e975-b5d1-4c03-9956-ee629f1f7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:28:53.472047 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Bound port: 77c7c67b-5c35-4b51-af84-143394142b49, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd707e975-b5d1-4c03-9956-ee629f1f7690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:28:53.474135 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (77c7c67b-5c35-4b51-af84-143394142b49), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:53.540921 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:53.578288 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:53.611092 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] For port 77c7c67b-5c35-4b51-af84-143394142b49, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:28:53.618661 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] For port 77c7c67b-5c35-4b51-af84-143394142b49, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=77c7c67b-5c35-4b51-af84-143394142b49,segment=NetworkSegment(d707e975-b5d1-4c03-9956-ee629f1f7690),segment_id=d707e975-b5d1-4c03-9956-ee629f1f7690)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:28:54.083242 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2ddd0a2b-148d-4e7c-a046-0208bcb4c51e req-757ad9a6-635b-4061-a655-4455fa6cff43 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0337794 Aug 29 21:28:54.275602 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (77c7c67b-5c35-4b51-af84-143394142b49), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:54.306762 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Routers {'f8b87beb-e8a3-4249-9611-85ece477f6a3'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:28:54.308615 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:28:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f8b87beb-e8a3-4249-9611-85ece477f6a3'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:54.344263 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 451d45d7-0573-420b-becb-d7c2bf92266a up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:54.420171 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 451d45d7-0573-420b-becb-d7c2bf92266a triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:54.420609 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:54.433030 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:54.491988 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa8933-9965-4e88-8aa0-cd4a546115d0 None None] Pushing event updated for resources: {'Port': ['ID=77c7c67b-5c35-4b51-af84-143394142b49,revision_number=4']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:54.523870 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 451d45d7-0573-420b-becb-d7c2bf92266a is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:54.593125 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] Set router f8b87beb-e8a3-4249-9611-85ece477f6a3 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:28:54.702799 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:54.908162 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:45Z', 'updated_at': '2022-08-29T21:28:49Z', 'revision_number': 4, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'gw_port': {'id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:46Z', 'updated_at': '2022-08-29T21:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '77c7c67b-5c35-4b51-af84-143394142b49', 'name': '', 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'mac_address': 'fa:16:3e:13:a3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4dca213e-db43-450b-bd56-df2cb9be35f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:49Z', 'updated_at': '2022-08-29T21:28:53Z', 'revision_number': 4, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'subnets': [{'id': '4dca213e-db43-450b-bd56-df2cb9be35f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:28:54.940595 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e09ff5-e215-45bf-a1d3-069fad4b74d1 None None] The sync data for ids ['f8b87beb-e8a3-4249-9611-85ece477f6a3'] in dv-cinder-854264-2-iscsi is: [{'id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:45Z', 'updated_at': '2022-08-29T21:28:49Z', 'revision_number': 4, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'gw_port': {'id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:46Z', 'updated_at': '2022-08-29T21:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '77c7c67b-5c35-4b51-af84-143394142b49', 'name': '', 'network_id': '4ece7acf-7bd7-4932-955b-39435351d6c0', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'mac_address': 'fa:16:3e:13:a3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4dca213e-db43-450b-bd56-df2cb9be35f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:49Z', 'updated_at': '2022-08-29T21:28:53Z', 'revision_number': 4, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'subnets': [{'id': '4dca213e-db43-450b-bd56-df2cb9be35f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:28:55.254757 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3d0c561b-f217-4db5-a362-efbf59aea301 req-e7826780-c7bb-46e9-9833-dac7b30470a9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0611286 Aug 29 21:28:55.609879 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:56.328071 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 77c7c67b-5c35-4b51-af84-143394142b49 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:56.392451 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 77c7c67b-5c35-4b51-af84-143394142b49 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:56.392905 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (77c7c67b-5c35-4b51-af84-143394142b49), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:56.404273 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77ceed18-95c1-457d-a8aa-fbf46d6f75b0 req-8a93f9cd-c65b-45f4-b133-f62cbaaa36e9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0366919 Aug 29 21:28:56.486384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 77c7c67b-5c35-4b51-af84-143394142b49 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:56.486384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (77c7c67b-5c35-4b51-af84-143394142b49), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:56.538329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 77c7c67b-5c35-4b51-af84-143394142b49, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=77c7c67b-5c35-4b51-af84-143394142b49,segment=NetworkSegment(d707e975-b5d1-4c03-9956-ee629f1f7690),segment_id=d707e975-b5d1-4c03-9956-ee629f1f7690)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:28:56.646996 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (77c7c67b-5c35-4b51-af84-143394142b49), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:56.727657 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=77c7c67b-5c35-4b51-af84-143394142b49,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:57.508184 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:57.532594 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f414f62e-f29d-4784-b3c1-7244dd5d03ea req-41dd75c6-1ea7-4b0c-b374-f607160e49df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0355463 Aug 29 21:28:57.936290 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:58.165661 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:58.321524 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 77c7c67b-5c35-4b51-af84-143394142b49 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:28:58.383741 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 77c7c67b-5c35-4b51-af84-143394142b49 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:58.384148 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (77c7c67b-5c35-4b51-af84-143394142b49), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:58.487243 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 77c7c67b-5c35-4b51-af84-143394142b49 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:58.561506 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:58.665210 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-efe4d550-14e5-47a6-8024-d6b9b9608ebc req-76ac0993-f9f6-436e-96d2-f5657cef7f14 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0297680 Aug 29 21:28:59.011318 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:59.440771 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-e6fe07ae-f160-4e8b-8837-eaa21284bc0a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:59.442369 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-e6fe07ae-f160-4e8b-8837-eaa21284bc0a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 816 time: 0.1414917 Aug 29 21:28:59.519577 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-b169ee23-aa58-4a52-b9c9-adda6cd71352 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bd7bb76694c2499895f24e611c644a27 HTTP/1.1" status: 200 len: 379 time: 0.0674903 Aug 29 21:28:59.626341 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Request body: {'port': {'device_id': '47361729-1df7-4084-8819-76e4b8e43a1e', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'admin_state_up': True, 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'security_groups': ['05383ddd-e4b8-4554-b774-d4badc2a984c']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:59.788750 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4a9df7f8-525e-4197-bace-dce5e6698dc3 req-d4c7f465-58d8-4a53-8055-17fdce8c4340 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0291677 Aug 29 21:29:00.043298 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Made reservation on behalf of bd7bb76694c2499895f24e611c644a27 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:29:00.043298 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.187303 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Allocated IP 172.20.0.9 (8f98a05d-9a6f-4b38-8a53-5d74a6efa394/31f3b818-e915-495f-b96b-cff7a2d9fb53/81cd5932-3a95-43b6-86ae-902a62b744b9) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:29:00.304837 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45080) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:00.311750 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-12f1d746-70c3-4182-b42d-0fb457745736 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651321985', 'description': 'tempest-description--1772460256'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:00.382456 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.440037 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-12f1d746-70c3-4182-b42d-0fb457745736 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.538928 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-12f1d746-70c3-4182-b42d-0fb457745736 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (d082c082-a54b-4489-aa43-ff45231a44e8), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.550236 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.583179 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:00.610127 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:29:00.613563 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:29:00.617080 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:29:00.652113 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event updated for resources: {'Port': ['ID=81cd5932-3a95-43b6-86ae-902a62b744b9,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:00.663748 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-12f1d746-70c3-4182-b42d-0fb457745736 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (d082c082-a54b-4489-aa43-ff45231a44e8), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.687811 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:00.689849 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.707584 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1d746-70c3-4182-b42d-0fb457745736 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d082c082-a54b-4489-aa43-ff45231a44e8,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:00.771303 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:00.814171 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-12f1d746-70c3-4182-b42d-0fb457745736 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.818777 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-12f1d746-70c3-4182-b42d-0fb457745736 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5100794 Aug 29 21:29:00.819186 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-250cd237-5001-47cb-b7e9-f34c524c235e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2913501 Aug 29 21:29:00.819955 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45086) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:00.825376 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-8ff230ec-3daa-42af-8571-352bbe968483 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group_rule': {'security_group_id': 'd082c082-a54b-4489-aa43-ff45231a44e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:00.898407 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-e06cdcc8-c485-4367-a007-5536df33aedb None None] Provisioning complete for port 81cd5932-3a95-43b6-86ae-902a62b744b9 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:00.899032 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e06cdcc8-c485-4367-a007-5536df33aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.939299 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-e06cdcc8-c485-4367-a007-5536df33aedb None None] Port 81cd5932-3a95-43b6-86ae-902a62b744b9 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:29:00.961998 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8ff230ec-3daa-42af-8571-352bbe968483 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (1ff02c3c-9fb9-4bfd-99f9-99c9bb6822a9), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:00.968241 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89181c9e-b791-4375-a37a-18c6ffd3f76d req-e9cf48b1-ae0b-47ca-979a-48685a0fa8a1 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:00.978126 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-89181c9e-b791-4375-a37a-18c6ffd3f76d req-e9cf48b1-ae0b-47ca-979a-48685a0fa8a1 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 931 time: 0.0667686 Aug 29 21:29:01.051463 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-89181c9e-b791-4375-a37a-18c6ffd3f76d req-df63d0d6-001d-49e8-ba97-e827c38b9456 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722177 Aug 29 21:29:01.067102 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8ff230ec-3daa-42af-8571-352bbe968483 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (1ff02c3c-9fb9-4bfd-99f9-99c9bb6822a9), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:01.194785 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8ff230ec-3daa-42af-8571-352bbe968483 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (1ff02c3c-9fb9-4bfd-99f9-99c9bb6822a9), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:01.221127 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff230ec-3daa-42af-8571-352bbe968483 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff02c3c-9fb9-4bfd-99f9-99c9bb6822a9,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:01.233195 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:01.338987 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8ff230ec-3daa-42af-8571-352bbe968483 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:01.343605 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-8ff230ec-3daa-42af-8571-352bbe968483 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5193241 Aug 29 21:29:01.346909 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45098) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:01.348912 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-994e61c7-80cd-46f9-88a7-15fa102da5bc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group_rule': {'security_group_id': 'd082c082-a54b-4489-aa43-ff45231a44e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:01.488818 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-994e61c7-80cd-46f9-88a7-15fa102da5bc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (6227ca54-9ae5-4190-920e-13c5ec8d3155), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:01.560104 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-994e61c7-80cd-46f9-88a7-15fa102da5bc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (6227ca54-9ae5-4190-920e-13c5ec8d3155), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:01.657251 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-994e61c7-80cd-46f9-88a7-15fa102da5bc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (6227ca54-9ae5-4190-920e-13c5ec8d3155), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:01.683858 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e61c7-80cd-46f9-88a7-15fa102da5bc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6227ca54-9ae5-4190-920e-13c5ec8d3155,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:01.773120 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-994e61c7-80cd-46f9-88a7-15fa102da5bc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:01.774730 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-994e61c7-80cd-46f9-88a7-15fa102da5bc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4296739 Aug 29 21:29:01.778170 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45100) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:01.785882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:01.810347 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:01.902614 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:02.034887 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:02.353105 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3c698-05c8-4b9b-94a9-4ac6cf426620 req-e67baf4c-88ba-4f14-b9ce-3acee9d29e58 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:02.354696 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-09d3c698-05c8-4b9b-94a9-4ac6cf426620 req-e67baf4c-88ba-4f14-b9ce-3acee9d29e58 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 931 time: 0.0809605 Aug 29 21:29:02.361496 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:02.478894 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-09d3c698-05c8-4b9b-94a9-4ac6cf426620 req-c3173cff-e286-4cd5-ab6d-d30398deed5e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072121 Aug 29 21:29:02.534567 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Allocated IP 172.27.3.235 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/95ec2429-806c-4322-95d9-4993750da1ff) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:29:02.616845 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:02.663741 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (95ec2429-806c-4322-95d9-4993750da1ff), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:02.805117 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (95ec2429-806c-4322-95d9-4993750da1ff), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:02.854292 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:29:02.857872 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:29:02.862227 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:29:02.897731 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=95ec2429-806c-4322-95d9-4993750da1ff,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:02.981358 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (37256798-3e01-49ad-9f99-68cccbb63388), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:03.349484 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Request body: {'port': {'device_id': '47361729-1df7-4084-8819-76e4b8e43a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:03.416481 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:03.617272 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6531a8f-5eaa-4af1-8585-3efbcda480df req-17dd6270-ab70-466b-a411-ac07f285ddc0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:03.618786 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a6531a8f-5eaa-4af1-8585-3efbcda480df req-17dd6270-ab70-466b-a411-ac07f285ddc0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 931 time: 0.0533643 Aug 29 21:29:03.670519 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a6531a8f-5eaa-4af1-8585-3efbcda480df req-b81b68c6-f734-4d4a-97c1-3cdb2b0df99a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441270 Aug 29 21:29:03.709845 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cd5932-3a95-43b6-86ae-902a62b744b9 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:29:03.718859 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Publish callbacks [] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:03.732000 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Transition to ACTIVE for port object 81cd5932-3a95-43b6-86ae-902a62b744b9 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:29:03.845651 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-56eaf588-7baa-48f3-ba79-e0b88465ee79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:03.876226 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (95ec2429-806c-4322-95d9-4993750da1ff), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:03.937631 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:04.049673 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd5932-3a95-43b6-86ae-902a62b744b9,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:04.172953 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Attempting to bind port 81cd5932-3a95-43b6-86ae-902a62b744b9 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:29:04.172953 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Attempting to bind port 81cd5932-3a95-43b6-86ae-902a62b744b9 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:29:04.173282 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Attempting to bind port 81cd5932-3a95-43b6-86ae-902a62b744b9 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:29:04.179937 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Port 81cd5932-3a95-43b6-86ae-902a62b744b9 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:29:04.180434 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Attempting to bind port 81cd5932-3a95-43b6-86ae-902a62b744b9 on network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:29:04.184664 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (95ec2429-806c-4322-95d9-4993750da1ff), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:04.188263 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:29:04.188597 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Checking segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:29:04.188971 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Bound using segment: {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:29:04.189400 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Bound port: 81cd5932-3a95-43b6-86ae-902a62b744b9, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:29:04.189741 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:04.292569 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] For port 81cd5932-3a95-43b6-86ae-902a62b744b9, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:29:04.296089 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (95ec2429-806c-4322-95d9-4993750da1ff), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:04.302417 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] For port 81cd5932-3a95-43b6-86ae-902a62b744b9, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=81cd5932-3a95-43b6-86ae-902a62b744b9,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:29:04.383751 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (37256798-3e01-49ad-9f99-68cccbb63388), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:04.399007 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=95ec2429-806c-4322-95d9-4993750da1ff,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:04.474603 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:04.479706 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:04.480512 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:04.482099 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/81cd5932-3a95-43b6-86ae-902a62b744b9 HTTP/1.1" status: 200 len: 1093 time: 1.1370611 Aug 29 21:29:04.482636 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:04.485759 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672140dc-cd5d-49fe-8976-9f922418ddca" -d '{"events": [{"name": "network-changed", "server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:04.517610 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:04.526826 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-751f4d44-20ad-42b5-b5a4-b6be5768f266 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7472875 Aug 29 21:29:04.540638 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a68b43-0157-4ebf-9774-08ea7ded9728 x-openstack-request-id: req-c3a68b43-0157-4ebf-9774-08ea7ded9728 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:04.541006 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:04.541327 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3a68b43-0157-4ebf-9774-08ea7ded9728 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:04.541807 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a68b43-0157-4ebf-9774-08ea7ded9728'] response: {'name': 'network-changed', 'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'status': 'completed', 'code': 200} Aug 29 21:29:04.564545 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6396f-a4c9-4db3-bd0c-ccce084fa816 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd5932-3a95-43b6-86ae-902a62b744b9,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:04.665456 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672140dc-cd5d-49fe-8976-9f922418ddca req-6ba0a19c-cc71-499b-9da9-de64b02e5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:04.670323 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-672140dc-cd5d-49fe-8976-9f922418ddca req-6ba0a19c-cc71-499b-9da9-de64b02e5770 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 1127 time: 0.0487301 Aug 29 21:29:04.805212 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-07678552-ef11-43df-b48e-33efe63918b0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--651321985&fields=id&tenant_id=8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 267 time: 0.0771551 Aug 29 21:29:04.894991 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672140dc-cd5d-49fe-8976-9f922418ddca req-76af499c-4011-489f-aff6-65e6bf6f4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:04.897032 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-672140dc-cd5d-49fe-8976-9f922418ddca req-76af499c-4011-489f-aff6-65e6bf6f4f87 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=bd7bb76694c2499895f24e611c644a27&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2197685 Aug 29 21:29:04.906110 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fece999-7e89-4433-a4eb-70fe27f4ea33 req-a548dd7f-58bc-4a7c-86f5-438af4cf8839 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:04.907962 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6fece999-7e89-4433-a4eb-70fe27f4ea33 req-a548dd7f-58bc-4a7c-86f5-438af4cf8839 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 943 time: 0.0905132 Aug 29 21:29:04.957745 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-39ced78b-484b-427a-8cc0-e93ae9d8f209 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:04.959644 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-39ced78b-484b-427a-8cc0-e93ae9d8f209 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 815 time: 0.1441314 Aug 29 21:29:04.981212 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-35be3466-2a1f-4b4f-91be-bd20e1ad9ac1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/quotas/8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 375 time: 0.0148597 Aug 29 21:29:05.040729 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:05.044516 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672140dc-cd5d-49fe-8976-9f922418ddca req-71085c42-5feb-4312-b151-2f0ef973b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:05.046680 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-672140dc-cd5d-49fe-8976-9f922418ddca req-71085c42-5feb-4312-b151-2f0ef973b8e4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378145 Aug 29 21:29:05.066195 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-b41b2f6d-ee0d-4374-bcef-ee6a63225feb tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774713 Aug 29 21:29:05.084548 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6fece999-7e89-4433-a4eb-70fe27f4ea33 req-54e2059c-076a-4e48-ba27-d483340e793f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563740 Aug 29 21:29:05.173614 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-8ac7ed8e-3dad-42e9-ba7a-0105e6938373 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937705 Aug 29 21:29:05.290089 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-f1f98603-12c4-4d8f-b597-b31bf0a81bf3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089923 Aug 29 21:29:05.332178 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e43a2039-e8f9-4d50-9122-29879dacd907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:05.472853 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-6936e264-5cf1-4ad1-9cb2-9cb19b00a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:05.474334 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-6936e264-5cf1-4ad1-9cb2-9cb19b00a313 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 1127 time: 0.0676532 Aug 29 21:29:05.532758 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-acf81a6c-cb74-4a65-86bc-53fe107b632d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81cd5932-3a95-43b6-86ae-902a62b744b9 HTTP/1.1" status: 200 len: 217 time: 0.0460057 Aug 29 21:29:05.619556 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-8b84ecc1-52fc-4fd7-a9fd-a11ddac9dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:05.621183 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-8b84ecc1-52fc-4fd7-a9fd-a11ddac9dec9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.0801263 Aug 29 21:29:05.640534 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3d3f368c-2f46-4d40-9120-41f164fbaad8 req-6ca30f1d-2bdc-4a3b-bcd3-f1bb410da80f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 210 time: 0.0348041 Aug 29 21:29:05.684990 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-02d56abc-6283-40d8-b8f1-bffaeacf037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:05.686971 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-02d56abc-6283-40d8-b8f1-bffaeacf037c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577972 Aug 29 21:29:05.892666 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-e335d12e-183d-48ba-b014-68f3939b40f3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972802 Aug 29 21:29:05.910354 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-9f417b02-98f0-4e11-8011-9340140208f8 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:05.910354 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-9f417b02-98f0-4e11-8011-9340140208f8 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/networks?id=292f73ed-e808-4244-8a17-4a958ad6e9d1 HTTP/1.1" status: 200 len: 815 time: 0.1374393 Aug 29 21:29:05.926023 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-7b43e97e-c0dd-4ddb-93a8-41393f143b6f tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/quotas/52ac0b73cab4494ab39d80f06c54e9da HTTP/1.1" status: 200 len: 375 time: 0.0098870 Aug 29 21:29:05.983181 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41599735-03c0-4c7d-b09f-74417850ee91 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514913 Aug 29 21:29:06.093900 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-c21a4506-192b-4389-8123-ee00de0f3ba2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988646 Aug 29 21:29:06.209277 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbaa7c-e1ed-4435-bef4-f64d653dcfa6 req-63c458cd-3540-4337-990a-4bf9a5dde712 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:06.210841 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-80dbaa7c-e1ed-4435-bef4-f64d653dcfa6 req-63c458cd-3540-4337-990a-4bf9a5dde712 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 943 time: 0.0512354 Aug 29 21:29:06.228728 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-3264366f-cf7c-4fae-936b-072a542d7d3d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289945 Aug 29 21:29:06.285480 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-80dbaa7c-e1ed-4435-bef4-f64d653dcfa6 req-edaf3d1b-e8da-4e29-b3cc-5238b31b7438 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678146 Aug 29 21:29:06.560050 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fe04c689-a177-4a5a-a735-5eefffd22c59 req-a5f347f3-6e5e-48be-a0ff-61c265c74ae5 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 210 time: 0.0317876 Aug 29 21:29:06.721612 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:06.747591 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2bf0174f-8f36-4e61-84a1-d25460ca7b40 req-918e1f27-88df-4c45-8ffd-f0849a65be40 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 210 time: 0.0346236 Aug 29 21:29:07.001649 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea611da-2df5-45ca-ab1c-494e98560f5e req-f93d488a-437b-4327-ba37-2e5f9008a9c8 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:07.003191 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3ea611da-2df5-45ca-ab1c-494e98560f5e req-f93d488a-437b-4327-ba37-2e5f9008a9c8 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0492992 Aug 29 21:29:07.029790 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:07.060471 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3ea611da-2df5-45ca-ab1c-494e98560f5e req-07b89b38-7405-4f41-812c-8b4666e0a79d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447512 Aug 29 21:29:07.426752 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd09d05-0cc1-4448-b02f-cdeb20a86ef2 req-64c47527-c3e6-420a-96dc-df25aff13431 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:07.428283 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0dd09d05-0cc1-4448-b02f-cdeb20a86ef2 req-64c47527-c3e6-420a-96dc-df25aff13431 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 943 time: 0.0491621 Aug 29 21:29:07.457057 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:07.480782 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0dd09d05-0cc1-4448-b02f-cdeb20a86ef2 req-4febcd91-7624-457c-b431-c6afdda4393a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463736 Aug 29 21:29:07.659793 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-875edd05-15a9-4be0-b4a9-a1909b77f8aa req-b4162b40-2b6b-4dc7-b4b4-203af16f69d4 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 210 time: 0.0303025 Aug 29 21:29:07.753118 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c41308-7fca-4f9c-a6fc-d7456d2ccd62 req-85eae827-fdb9-4ea2-88c6-3aceb9f2b965 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065359 Aug 29 21:29:07.848874 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:07.851434 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cf7d4058-7483-4182-b7ff-8dde606c3e2b req-11727c17-521b-4ee0-8884-8940e5b3b2b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 210 time: 0.0320292 Aug 29 21:29:08.198135 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641e81a-f9db-48e1-a8f9-a98fe6640f50 req-5d9217c3-f455-486d-93c3-f522d25876c1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:08.199679 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1641e81a-f9db-48e1-a8f9-a98fe6640f50 req-5d9217c3-f455-486d-93c3-f522d25876c1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0569808 Aug 29 21:29:08.253935 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1641e81a-f9db-48e1-a8f9-a98fe6640f50 req-635ffc11-998c-43f7-ad21-a3748e314a40 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471056 Aug 29 21:29:08.279969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:08.376853 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:08.446363 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:08.519019 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:08.608889 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a938dc-1abe-41c0-bd1d-3bcf06e8ba64 req-628ea394-b230-4aa5-8896-eb49b7fe90fd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:08.610536 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-64a938dc-1abe-41c0-bd1d-3bcf06e8ba64 req-628ea394-b230-4aa5-8896-eb49b7fe90fd tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 943 time: 0.0517538 Aug 29 21:29:08.660277 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-64a938dc-1abe-41c0-bd1d-3bcf06e8ba64 req-396b9d2b-9269-4d24-950f-27227b350f85 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438957 Aug 29 21:29:08.773019 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4ee64b4f-ba58-4ef2-870c-bf0cd8cc3583 req-97cad595-7d62-406a-9c15-35e9a996bbfc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 210 time: 0.0319037 Aug 29 21:29:08.987789 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b130b9a3-fd43-496f-b653-82825880bdc9 req-11863971-bac6-4ab7-966b-c73d059a8c10 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 210 time: 0.0419335 Aug 29 21:29:09.375752 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6e8ce-0c33-403c-94f2-4c4302f003af req-19aef0fd-d5a7-4dfe-8163-8e936a99705c tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:09.377312 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3ef6e8ce-0c33-403c-94f2-4c4302f003af req-19aef0fd-d5a7-4dfe-8163-8e936a99705c tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0480409 Aug 29 21:29:09.400206 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:09.428728 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3ef6e8ce-0c33-403c-94f2-4c4302f003af req-b705d100-755d-481b-97f1-9275810020c7 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456436 Aug 29 21:29:09.674516 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:09.790417 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc0dff-7e62-4688-a923-39d116089666 req-7d97847a-0e03-4a3b-ba21-0ee773fa72b2 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:09.791968 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6bdc0dff-7e62-4688-a923-39d116089666 req-7d97847a-0e03-4a3b-ba21-0ee773fa72b2 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 943 time: 0.0553598 Aug 29 21:29:09.794048 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:09.852236 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6bdc0dff-7e62-4688-a923-39d116089666 req-2f9f8597-ffb8-4937-b3e7-ce16c81dbcd4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535643 Aug 29 21:29:09.909821 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-57208970-7394-4339-8c75-04a165ea6ffc req-c4dab9eb-4f69-45a5-b258-154c7da7659d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 210 time: 0.0356667 Aug 29 21:29:09.977382 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:10.112822 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fda93ca7-9430-42af-8c3c-4d250457e3c2 req-b0e1149f-90ef-4cc2-98fe-ea78a5a1975a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 210 time: 0.0304737 Aug 29 21:29:10.140099 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45310) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:10.190869 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d978ab5-673d-4592-a10e-34121b6b3d30 admin admin] Deleting subnet d71578e6-7902-46ac-971c-8f2ba192c1a6 {{(pid=107110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:29:10.199754 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3d978ab5-673d-4592-a10e-34121b6b3d30 admin admin] Publish callbacks [] for subnet (d71578e6-7902-46ac-971c-8f2ba192c1a6), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.239983 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3d978ab5-673d-4592-a10e-34121b6b3d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12500591'] for subnet (d71578e6-7902-46ac-971c-8f2ba192c1a6), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.285298 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3d978ab5-673d-4592-a10e-34121b6b3d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (d71578e6-7902-46ac-971c-8f2ba192c1a6), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.434255 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3d978ab5-673d-4592-a10e-34121b6b3d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12151791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8549003'] for subnet (d71578e6-7902-46ac-971c-8f2ba192c1a6), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.470285 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3d978ab5-673d-4592-a10e-34121b6b3d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.476405 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-3d978ab5-673d-4592-a10e-34121b6b3d30 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/d71578e6-7902-46ac-971c-8f2ba192c1a6 HTTP/1.1" status: 204 len: 168 time: 0.3332593 Aug 29 21:29:10.476405 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d978ab5-673d-4592-a10e-34121b6b3d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71578e6-7902-46ac-971c-8f2ba192c1a6,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:10.476977 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45320) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:10.617634 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (f4e6ac6e-84ab-4cda-bd22-625194393852), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.634519 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1242ef-39a1-4a7a-b918-5e43da1bd413 req-1389b942-9b19-4a99-bf93-a0acd3145677 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:10.636546 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5a1242ef-39a1-4a7a-b918-5e43da1bd413 req-1389b942-9b19-4a99-bf93-a0acd3145677 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0704787 Aug 29 21:29:10.754758 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (f4e6ac6e-84ab-4cda-bd22-625194393852), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.766707 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5a1242ef-39a1-4a7a-b918-5e43da1bd413 req-5523d6bf-1cfc-4b2b-a678-fe24f2a708b2 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208007 Aug 29 21:29:10.781984 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.789118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.789118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.789118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > port after_create 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.789118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.789118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > port after_update 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.789118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.789118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.789118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.789118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.853196 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.853537 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.853860 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.854180 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:29:10.854544 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e6ac6e-84ab-4cda-bd22-625194393852']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:10.874428 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b667db-b614-4a98-8ec0-7f429400db26') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:10.874428 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b667db-b614-4a98-8ec0-7f429400db26') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:10.906753 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (d9b667db-b614-4a98-8ec0-7f429400db26), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.922019 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (d9b667db-b614-4a98-8ec0-7f429400db26), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.931455 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:29:10.931852 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (d9b667db-b614-4a98-8ec0-7f429400db26), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:10.996504 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a36b4-daf9-4ca2-9d15-7ca512f835d3 req-6f88a8f7-e90a-437e-8bea-30b2793b4723 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:10.999436 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-109a36b4-daf9-4ca2-9d15-7ca512f835d3 req-6f88a8f7-e90a-437e-8bea-30b2793b4723 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 943 time: 0.0648944 Aug 29 21:29:11.038977 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8d70a62a-ea8a-4e0a-8d11-070e414339ed req-ed252032-e819-4c66-930e-651d5e3631ef tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 210 time: 0.0375707 Aug 29 21:29:11.051410 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-109a36b4-daf9-4ca2-9d15-7ca512f835d3 req-502360aa-9b0f-4601-807f-f5d738355adc tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458732 Aug 29 21:29:11.172598 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment d9b667db-b614-4a98-8ec0-7f429400db26 resource provider aggregate not found Aug 29 21:29:11.191128 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment d9b667db-b614-4a98-8ec0-7f429400db26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9b667db-b614-4a98-8ec0-7f429400db26 found for delete ", "request_id": "req-f416016c-aa73-47e6-ab54-e152cad75cc3"}]} Aug 29 21:29:11.221235 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0500f0f2-fa03-4dfd-9e59-7b84327a7542 req-a76fa427-3d25-4ee7-9e8b-75c7ceed5e02 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 210 time: 0.0325115 Aug 29 21:29:11.272945 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (f4e6ac6e-84ab-4cda-bd22-625194393852), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.280539 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.284626 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/f4e6ac6e-84ab-4cda-bd22-625194393852 HTTP/1.1" status: 204 len: 168 time: 0.8056068 Aug 29 21:29:11.287061 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45338) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:11.293358 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b1815-0e36-49b9-a4f1-d0f0e38c4877 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e6ac6e-84ab-4cda-bd22-625194393852,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:11.340348 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52c801f-be62-4c90-b0b5-6b6c171d37c7 admin admin] Deleting subnet 488e9fb4-7078-449a-b852-def539796613 {{(pid=107110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:29:11.344818 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e52c801f-be62-4c90-b0b5-6b6c171d37c7 admin admin] Publish callbacks [] for subnet (488e9fb4-7078-449a-b852-def539796613), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.384703 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e52c801f-be62-4c90-b0b5-6b6c171d37c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12500591'] for subnet (488e9fb4-7078-449a-b852-def539796613), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.432256 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e52c801f-be62-4c90-b0b5-6b6c171d37c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (488e9fb4-7078-449a-b852-def539796613), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.611657 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e52c801f-be62-4c90-b0b5-6b6c171d37c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12151791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8549003'] for subnet (488e9fb4-7078-449a-b852-def539796613), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.641784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e52c801f-be62-4c90-b0b5-6b6c171d37c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.644861 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-e52c801f-be62-4c90-b0b5-6b6c171d37c7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/488e9fb4-7078-449a-b852-def539796613 HTTP/1.1" status: 204 len: 168 time: 0.3564749 Aug 29 21:29:11.645789 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c801f-be62-4c90-b0b5-6b6c171d37c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488e9fb4-7078-449a-b852-def539796613,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:11.647757 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45346) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:11.693094 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:11.727729 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (a7e067e0-b4aa-4532-beb6-51d8da2f21b4), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.849676 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-562a47e5-156f-450f-889e-1cfef136511d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:11.851182 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-562a47e5-156f-450f-889e-1cfef136511d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 815 time: 0.1218495 Aug 29 21:29:11.894153 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (a7e067e0-b4aa-4532-beb6-51d8da2f21b4), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.917324 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd497555-1364-4bd1-a274-58772c206512 req-d5041537-3847-497d-9901-fe8c52880383 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:11.918953 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fd497555-1364-4bd1-a274-58772c206512 req-d5041537-3847-497d-9901-fe8c52880383 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0668056 Aug 29 21:29:11.926799 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-920db009-52b7-44d1-a482-9901dac491aa tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:11.928320 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-920db009-52b7-44d1-a482-9901dac491aa tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.16 "GET /networking/v2.0/networks?id=292f73ed-e808-4244-8a17-4a958ad6e9d1 HTTP/1.1" status: 200 len: 815 time: 0.1983867 Aug 29 21:29:11.932133 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e067e0-b4aa-4532-beb6-51d8da2f21b4']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:11.942265 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041bcf8b-c820-4c44-99f9-875ab9672f0d') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:11.942562 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041bcf8b-c820-4c44-99f9-875ab9672f0d') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:11.956194 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'port': {'device_id': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'admin_state_up': True, 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:11.960804 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (041bcf8b-c820-4c44-99f9-875ab9672f0d), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.005836 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-c8e02608-7cad-449a-b2a4-dd41bbd4435e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 472 time: 0.1146269 Aug 29 21:29:12.017090 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (041bcf8b-c820-4c44-99f9-875ab9672f0d), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.017587 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'port': {'device_id': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'admin_state_up': True, 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'security_groups': ['d082c082-a54b-4489-aa43-ff45231a44e8']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:12.024144 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fd497555-1364-4bd1-a274-58772c206512 req-b21cb2ad-26f6-4e63-a9c1-ac4ed436caf2 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976930 Aug 29 21:29:12.028862 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:29:12.029806 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (041bcf8b-c820-4c44-99f9-875ab9672f0d), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.264764 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544491d-8b3f-4a2f-b160-4a6a7cede1b7 req-650c86b5-14d9-42e4-ac29-27f344a9ff84 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:12.266452 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f544491d-8b3f-4a2f-b160-4a6a7cede1b7 req-650c86b5-14d9-42e4-ac29-27f344a9ff84 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 943 time: 0.1087985 Aug 29 21:29:12.322302 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f544491d-8b3f-4a2f-b160-4a6a7cede1b7 req-4a62ede3-b624-40d3-aeb0-3d5017fd57cf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492146 Aug 29 21:29:12.341010 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:12.385247 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9985b140-45cc-466c-bebf-677b7eafb5bf req-666bb07b-99f8-4b05-be3b-70ea84186c29 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 210 time: 0.0503838 Aug 29 21:29:12.399540 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Made reservation on behalf of 8695633e1e2744b6b6554536f1109fc6 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:29:12.416039 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.429307 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 81cd5932-3a95-43b6-86ae-902a62b744b9 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:29:12.457595 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:12.483872 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d0af0b1e-dae9-4727-8fd8-2c0e27c7de2a req-339b8495-c50a-47fb-807a-d95637c33331 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 210 time: 0.0747223 Aug 29 21:29:12.548785 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (a7e067e0-b4aa-4532-beb6-51d8da2f21b4), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.554412 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.556063 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 81cd5932-3a95-43b6-86ae-902a62b744b9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=81cd5932-3a95-43b6-86ae-902a62b744b9,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:12.558048 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/a7e067e0-b4aa-4532-beb6-51d8da2f21b4 HTTP/1.1" status: 204 len: 168 time: 0.9089746 Aug 29 21:29:12.562210 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Made reservation on behalf of 52ac0b73cab4494ab39d80f06c54e9da for: {'port': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:29:12.566341 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.588247 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289685c-cf78-4b70-8d5c-48158329ba65 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e067e0-b4aa-4532-beb6-51d8da2f21b4,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:12.597086 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'port_id': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'mac_address': 'fa:16:3e:20:67:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:29:12.647382 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:12.647639 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 81cd5932-3a95-43b6-86ae-902a62b744b9 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:12.648856 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.660589 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Allocated IP 172.20.0.6 (5d52e082-ed9a-4937-bc0b-8b03e2527c03/73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca/3b0e05e5-994d-4858-af60-4b00e1a3aedf) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:29:12.665187 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd5932-3a95-43b6-86ae-902a62b744b9 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:29:12.687872 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 81cd5932-3a95-43b6-86ae-902a62b744b9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=81cd5932-3a95-43b6-86ae-902a62b744b9,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:12.793046 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Allocated IP 172.20.0.6 (292f73ed-e808-4244-8a17-4a958ad6e9d1/b038c22d-365b-4a73-9f2b-8e703ee9231f/f7b98ffd-df0e-4679-b056-8aebb5b15590) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:29:12.796179 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.847852 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.853959 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=81cd5932-3a95-43b6-86ae-902a62b744b9,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:12.863409 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.863747 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.864344 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.864832 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.865314 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.865826 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.866658 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.867175 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.867697 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.868222 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.868750 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.869353 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.869850 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.870320 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.870833 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:12.967707 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:12.970609 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:13.024784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:13.082189 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:29:13.089357 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:29:13.094156 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:29:13.109443 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:13.151725 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['81cd5932-3a95-43b6-86ae-902a62b744b9'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:29:13.196678 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45394) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:13.201174 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'Port': ['ID=f7b98ffd-df0e-4679-b056-8aebb5b15590,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:13.266456 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:13.273058 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:13.303364 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=3b0e05e5-994d-4858-af60-4b00e1a3aedf,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:13.331537 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4a68-1b6c-4337-aeff-d495022544fb req-990655ef-12a1-44ca-9b50-2b2b9b84e1c0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:13.334767 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f54a4a68-1b6c-4337-aeff-d495022544fb req-990655ef-12a1-44ca-9b50-2b2b9b84e1c0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0871201 Aug 29 21:29:13.343838 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 041bcf8b-c820-4c44-99f9-875ab9672f0d resource provider aggregate not found Aug 29 21:29:13.345620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:13.418417 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 041bcf8b-c820-4c44-99f9-875ab9672f0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 041bcf8b-c820-4c44-99f9-875ab9672f0d found for delete ", "request_id": "req-4c678a88-ad09-4658-af6e-8a5a8ac6c7a8"}]} Aug 29 21:29:13.425750 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-5410a3fe-c179-4a65-93b3-a79a692ac4b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4125404 Aug 29 21:29:13.490820 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Network 292f73ed-e808-4244-8a17-4a958ad6e9d1 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:29:13.496928 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:29:13.502736 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f54a4a68-1b6c-4337-aeff-d495022544fb req-0f5a5009-0820-432d-b2c5-f968dd601d68 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528680 Aug 29 21:29:13.503540 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:29:13.543995 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-5fbb7147-ed12-42cb-9243-84096b35896d admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=0d02e1d5a80e4ee7b8dcd76f7024b147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378196 Aug 29 21:29:13.551249 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45406) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:13.557022 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c0f2-04f0-43a3-adab-30bc64d4cecd req-b4aabdcb-7f60-431a-a508-63968b8e9e85 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:13.564549 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-eec6c0f2-04f0-43a3-adab-30bc64d4cecd req-b4aabdcb-7f60-431a-a508-63968b8e9e85 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 944 time: 0.1064603 Aug 29 21:29:13.572285 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Request body: {'port': {'device_id': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:13.592132 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-adeac0f6-8eea-464f-808b-efdf1ed50da9 None None] Provisioning complete for port 3b0e05e5-994d-4858-af60-4b00e1a3aedf triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:13.592684 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-adeac0f6-8eea-464f-808b-efdf1ed50da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:13.598347 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:13.598565 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:13.686921 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:13.698148 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-adeac0f6-8eea-464f-808b-efdf1ed50da9 None None] Port 3b0e05e5-994d-4858-af60-4b00e1a3aedf cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:29:13.721832 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:13.759268 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-eec6c0f2-04f0-43a3-adab-30bc64d4cecd req-aa6b0f93-524c-4f45-ba46-47004ec3c31d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765988 Aug 29 21:29:13.770483 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cf82a-8022-4dbf-8eed-273b9578aaea req-557e622c-f337-4185-a606-b81e855090b5 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:13.772847 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9f5cf82a-8022-4dbf-8eed-273b9578aaea req-557e622c-f337-4185-a606-b81e855090b5 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 931 time: 0.0787661 Aug 29 21:29:13.781473 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2eb1afdf-86b6-400a-bf8b-0aa319a4ddcc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8302047 Aug 29 21:29:13.844189 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4e9e89b2-6c0c-4f8a-84e0-f5d685f103f4 admin admin] Publish callbacks [] for security_group (019613c5-bf01-4606-bd91-28a99deca976), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:13.871439 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Request body: {'port': {'device_id': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:13.939967 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-70698152-fd4a-4c2b-a01b-b473c966bf02 None None] Provisioning complete for port f7b98ffd-df0e-4679-b056-8aebb5b15590 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:13.940502 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-70698152-fd4a-4c2b-a01b-b473c966bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.029022 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9f5cf82a-8022-4dbf-8eed-273b9578aaea req-4d8e0a20-d2c1-4d10-83bd-7ab64f51663e tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458203 Aug 29 21:29:14.069654 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-70698152-fd4a-4c2b-a01b-b473c966bf02 None None] Port f7b98ffd-df0e-4679-b056-8aebb5b15590 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:29:14.123413 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4e9e89b2-6c0c-4f8a-84e0-f5d685f103f4 admin admin] Publish callbacks [] for security_group (019613c5-bf01-4606-bd91-28a99deca976), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.166927 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.174324 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc474995-479e-4c6f-8959-b5a8009382c7 req-5d95d763-34cd-46a3-8b3b-3a3c3554581e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:14.184674 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dc474995-479e-4c6f-8959-b5a8009382c7 req-5d95d763-34cd-46a3-8b3b-3a3c3554581e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 931 time: 0.0965140 Aug 29 21:29:14.420755 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 81cd5932-3a95-43b6-86ae-902a62b744b9 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:29:14.533113 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 81cd5932-3a95-43b6-86ae-902a62b744b9 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:29:14.559761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4e9e89b2-6c0c-4f8a-84e0-f5d685f103f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (019613c5-bf01-4606-bd91-28a99deca976), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.560564 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4e9e89b2-6c0c-4f8a-84e0-f5d685f103f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.566654 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4e9e89b2-6c0c-4f8a-84e0-f5d685f103f4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/019613c5-bf01-4606-bd91-28a99deca976 HTTP/1.1" status: 204 len: 168 time: 0.9762514 Aug 29 21:29:14.622866 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 81cd5932-3a95-43b6-86ae-902a62b744b9 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:14.623701 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.676458 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e89b2-6c0c-4f8a-84e0-f5d685f103f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019613c5-bf01-4606-bd91-28a99deca976,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:14.813327 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:14.837695 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feac69-f853-4aad-9409-1cd7f976f60a req-01e40979-4e93-4073-bbd8-6fe3a9fbdb62 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:14.837879 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dc474995-479e-4c6f-8959-b5a8009382c7 req-1a458b85-afce-456e-8c1d-16a6fd46d5fe tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6512339 Aug 29 21:29:14.840427 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-11feac69-f853-4aad-9409-1cd7f976f60a req-01e40979-4e93-4073-bbd8-6fe3a9fbdb62 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1952147 Aug 29 21:29:14.853399 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 81cd5932-3a95-43b6-86ae-902a62b744b9 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:14.854242 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.912277 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:14.914925 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e94c90-8e4a-43ff-9bfa-cc930adade9a" -d '{"events": [{"server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "name": "network-vif-plugged", "status": "completed", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:14.951082 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 81cd5932-3a95-43b6-86ae-902a62b744b9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=81cd5932-3a95-43b6-86ae-902a62b744b9,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:15.021019 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b98ffd-df0e-4679-b056-8aebb5b15590 {{(pid=107111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:29:15.034407 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.084367 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Publish callbacks [] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.162373 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-11feac69-f853-4aad-9409-1cd7f976f60a req-42ab499c-393d-4cc6-983d-7a01603f4776 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099008 Aug 29 21:29:15.169410 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e87b-8942-450e-ac08-b402dcd63ca3 req-de0b89ec-166c-4c0e-9b04-8a74a49d5083 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:15.188220 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:15.189666 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c3d1e87b-8942-450e-ac08-b402dcd63ca3 req-de0b89ec-166c-4c0e-9b04-8a74a49d5083 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.1788924 Aug 29 21:29:15.231390 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.provisioning_blocks [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Transition to ACTIVE for port object f7b98ffd-df0e-4679-b056-8aebb5b15590 will not be triggered until provisioned by entity L2. {{(pid=107111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:29:15.261305 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=81cd5932-3a95-43b6-86ae-902a62b744b9,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:15.288992 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0e05e5-994d-4858-af60-4b00e1a3aedf {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:29:15.314295 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5215a9c2-0598-4570-b65c-f92f955bc89d x-openstack-request-id: req-5215a9c2-0598-4570-b65c-f92f955bc89d {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:15.314295 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "name": "network-vif-plugged", "status": "completed", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:15.314295 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5215a9c2-0598-4570-b65c-f92f955bc89d {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:15.314295 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5215a9c2-0598-4570-b65c-f92f955bc89d'] response: {'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'code': 200} Aug 29 21:29:15.325441 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Publish callbacks [] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.362100 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.376756 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c3d1e87b-8942-450e-ac08-b402dcd63ca3 req-4aa4a69b-7d6f-401f-a647-85f8ec074d47 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856914 Aug 29 21:29:15.431726 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Transition to ACTIVE for port object 3b0e05e5-994d-4858-af60-4b00e1a3aedf will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:29:15.469363 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:15.548731 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.633841 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b98ffd-df0e-4679-b056-8aebb5b15590,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:15.657370 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53420e-daf6-4245-a8a5-7d456f1cead5 req-5b9bd6cd-3cf7-4759-bcde-7ea0ec132fb9 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:15.659735 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1f53420e-daf6-4245-a8a5-7d456f1cead5 req-5b9bd6cd-3cf7-4759-bcde-7ea0ec132fb9 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.2224956 Aug 29 21:29:15.681094 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b0e05e5-994d-4858-af60-4b00e1a3aedf,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:15.709641 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Attempting to bind port f7b98ffd-df0e-4679-b056-8aebb5b15590 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:29:15.710362 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Attempting to bind port f7b98ffd-df0e-4679-b056-8aebb5b15590 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:29:15.710907 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Attempting to bind port f7b98ffd-df0e-4679-b056-8aebb5b15590 on network 292f73ed-e808-4244-8a17-4a958ad6e9d1 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:29:15.729043 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Port f7b98ffd-df0e-4679-b056-8aebb5b15590 on network 292f73ed-e808-4244-8a17-4a958ad6e9d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:29:15.729997 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Attempting to bind port f7b98ffd-df0e-4679-b056-8aebb5b15590 on network 292f73ed-e808-4244-8a17-4a958ad6e9d1 {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:29:15.752070 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:29:15.752603 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Checking segment: {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:29:15.753065 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Bound using segment: {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'} {{(pid=107111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:29:15.753661 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.managers [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Bound port: f7b98ffd-df0e-4679-b056-8aebb5b15590, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912b63ff-4e28-4d38-828d-f5303ea107f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1'}}] {{(pid=107111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:29:15.754052 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.775569 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1f53420e-daf6-4245-a8a5-7d456f1cead5 req-add78ee5-53f0-4298-95d6-6388547063a2 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000929 Aug 29 21:29:15.844158 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Attempting to bind port 3b0e05e5-994d-4858-af60-4b00e1a3aedf on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:29:15.847843 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Attempting to bind port 3b0e05e5-994d-4858-af60-4b00e1a3aedf by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:29:15.847843 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Attempting to bind port 3b0e05e5-994d-4858-af60-4b00e1a3aedf on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:29:15.852716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Port 3b0e05e5-994d-4858-af60-4b00e1a3aedf on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:29:15.853106 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Attempting to bind port 3b0e05e5-994d-4858-af60-4b00e1a3aedf on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:29:15.863807 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:29:15.864246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Checking segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:29:15.864698 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Bound using segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:29:15.865283 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Bound port: 3b0e05e5-994d-4858-af60-4b00e1a3aedf, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:29:15.865707 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.915795 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] For port f7b98ffd-df0e-4679-b056-8aebb5b15590, host hv-cinder-85426, cleared binding levels {{(pid=107111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:29:15.922574 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] For port f7b98ffd-df0e-4679-b056-8aebb5b15590, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:29:15.982844 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] For port 3b0e05e5-994d-4858-af60-4b00e1a3aedf, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:29:15.996382 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569fbea-3961-46ae-9419-7827036dc6ca req-130222bf-6642-44b2-8971-407e472c50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:15.998444 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9569fbea-3961-46ae-9419-7827036dc6ca req-130222bf-6642-44b2-8971-407e472c50c1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 1129 time: 0.0622492 Aug 29 21:29:16.003758 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] For port 3b0e05e5-994d-4858-af60-4b00e1a3aedf, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b0e05e5-994d-4858-af60-4b00e1a3aedf,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:29:16.023542 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.048222 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:16.049259 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.051663 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 200 len: 1093 time: 2.1930919 Aug 29 21:29:16.071010 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:16.075415 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6072b2c-02c5-447b-be6e-4f9ed18deef6" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:16.081258 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45432) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:16.092852 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.096765 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:16.097878 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.098987 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3b0e05e5-994d-4858-af60-4b00e1a3aedf HTTP/1.1" status: 200 len: 1093 time: 2.5331523 Aug 29 21:29:16.105546 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'tag': '3b0e05e5-994d-4858-af60-4b00e1a3aedf'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:16.108766 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb85f57-143b-4e69-9e7c-96da4035de13" -d '{"events": [{"name": "network-changed", "server_uuid": "c28cecc9-0a87-4560-a3de-51196dcc5ad6", "tag": "3b0e05e5-994d-4858-af60-4b00e1a3aedf"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:16.181073 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe1921-7d61-4d08-828c-3b2d8a0e85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b98ffd-df0e-4679-b056-8aebb5b15590,revision_number=3']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:16.223243 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9db707-1685-44a4-b5ef-5fa0cc7f0837 req-9ebb027f-4008-450d-a487-130accc4d9b7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:16.231866 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3b9db707-1685-44a4-b5ef-5fa0cc7f0837 req-9ebb027f-4008-450d-a487-130accc4d9b7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.2114511 Aug 29 21:29:16.240713 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b934ab-fe94-47b6-9d0f-8c9f366c996c x-openstack-request-id: req-18b934ab-fe94-47b6-9d0f-8c9f366c996c {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:16.241273 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28cecc9-0a87-4560-a3de-51196dcc5ad6", "tag": "3b0e05e5-994d-4858-af60-4b00e1a3aedf", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:16.241431 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18b934ab-fe94-47b6-9d0f-8c9f366c996c {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:16.241827 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b934ab-fe94-47b6-9d0f-8c9f366c996c'] response: {'name': 'network-changed', 'server_uuid': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'tag': '3b0e05e5-994d-4858-af60-4b00e1a3aedf', 'status': 'completed', 'code': 200} Aug 29 21:29:16.289540 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-23fc08fb-1f7f-4f46-aa1a-14e2ff264836 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=697fde1b1aa447878c3e9ff1d004d194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043183 Aug 29 21:29:16.293287 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45442) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:16.314173 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41234396-468f-45e1-af4e-1236fe289d0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b0e05e5-994d-4858-af60-4b00e1a3aedf,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:16.351087 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c27ff0-9276-4f7b-8b17-d8632289992b x-openstack-request-id: req-99c27ff0-9276-4f7b-8b17-d8632289992b {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:16.351683 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:16.353088 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99c27ff0-9276-4f7b-8b17-d8632289992b {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:16.353938 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c27ff0-9276-4f7b-8b17-d8632289992b'] response: {'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'status': 'completed', 'code': 200} Aug 29 21:29:16.385891 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3b9db707-1685-44a4-b5ef-5fa0cc7f0837 req-20c78ac7-5d82-4650-a584-c9130dbfa9ae tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518898 Aug 29 21:29:16.448609 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45446) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:16.449187 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-20137f16-c3eb-4a27-a009-0e374a02fb9a admin admin] Publish callbacks [] for security_group (78b99b30-6b96-43b7-bf4a-3ea04996ac1d), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.588306 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9569fbea-3961-46ae-9419-7827036dc6ca req-a4cada71-f605-4a1f-8229-af795d8d5c5b service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443305 Aug 29 21:29:16.634481 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85f57-143b-4e69-9e7c-96da4035de13 req-2f84f8c2-3982-40d1-8de4-8df985d774cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:16.636946 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6fb85f57-143b-4e69-9e7c-96da4035de13 req-2f84f8c2-3982-40d1-8de4-8df985d774cf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 1127 time: 0.1590152 Aug 29 21:29:16.637306 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9d2800f-3f7b-471c-8020-487d5066f13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.640471 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-20137f16-c3eb-4a27-a009-0e374a02fb9a admin admin] Publish callbacks [] for security_group (78b99b30-6b96-43b7-bf4a-3ea04996ac1d), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.642753 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072b2c-02c5-447b-be6e-4f9ed18deef6 req-c0f30a5c-d550-47b4-a34d-a4ea2a2b568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:16.644497 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d6072b2c-02c5-447b-be6e-4f9ed18deef6 req-c0f30a5c-d550-47b4-a34d-a4ea2a2b568f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 1127 time: 0.1327455 Aug 29 21:29:16.664559 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c23261-03b4-4a02-899e-7fb6581fe9ce req-9d4b5b94-7c6a-45ca-8305-a579d4a41436 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:16.666538 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-08c23261-03b4-4a02-899e-7fb6581fe9ce req-9d4b5b94-7c6a-45ca-8305-a579d4a41436 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.1177003 Aug 29 21:29:16.766451 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd313df-542c-441d-ad17-1dff0272e27d req-f0040fb2-1578-4f44-bfe4-ef636de744f5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:16.768171 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ebd313df-542c-441d-ad17-1dff0272e27d req-f0040fb2-1578-4f44-bfe4-ef636de744f5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.2400086 Aug 29 21:29:16.771896 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-08c23261-03b4-4a02-899e-7fb6581fe9ce req-00f69948-89a0-4214-b21b-75c1f93b8293 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956903 Aug 29 21:29:16.815784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9d2800f-3f7b-471c-8020-487d5066f13f admin admin] Publish callbacks [] for security_group (8595a1f3-519c-468f-96f6-0d6d11b52397), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.843742 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ebd313df-542c-441d-ad17-1dff0272e27d req-0eccf104-18cb-4d0e-956f-d2aa3d3d351d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638609 Aug 29 21:29:16.857936 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-20137f16-c3eb-4a27-a009-0e374a02fb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (78b99b30-6b96-43b7-bf4a-3ea04996ac1d), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.874538 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-20137f16-c3eb-4a27-a009-0e374a02fb9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.874538 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-20137f16-c3eb-4a27-a009-0e374a02fb9a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/78b99b30-6b96-43b7-bf4a-3ea04996ac1d HTTP/1.1" status: 204 len: 168 time: 0.5675492 Aug 29 21:29:16.874538 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20137f16-c3eb-4a27-a009-0e374a02fb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b99b30-6b96-43b7-bf4a-3ea04996ac1d,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:16.918796 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:16.977982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9d2800f-3f7b-471c-8020-487d5066f13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8595a1f3-519c-468f-96f6-0d6d11b52397), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:17.028459 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b9d2800f-3f7b-471c-8020-487d5066f13f admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f33328e53bd9473da9f317bcb0fdc15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6089633 Aug 29 21:29:17.028719 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45456) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:17.044189 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:17.047326 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=70 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:17.069266 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24dd76-c0a8-472a-8663-eac2d05608fb req-bfd1f3ce-e869-4efe-b220-360e6168dc7e tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:17.070815 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2f24dd76-c0a8-472a-8663-eac2d05608fb req-bfd1f3ce-e869-4efe-b220-360e6168dc7e tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.1671352 Aug 29 21:29:17.105452 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2800f-3f7b-471c-8020-487d5066f13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8595a1f3-519c-468f-96f6-0d6d11b52397,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:17.117540 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2140dc5d-ac30-4ed8-8e48-b4b288865de8 admin admin] Publish callbacks [] for security_group (8595a1f3-519c-468f-96f6-0d6d11b52397), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:17.156543 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2f24dd76-c0a8-472a-8663-eac2d05608fb req-a7fa44dd-7b52-4af3-bc89-b63a58ff7067 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774891 Aug 29 21:29:17.177301 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2140dc5d-ac30-4ed8-8e48-b4b288865de8 admin admin] Publish callbacks [] for security_group (8595a1f3-519c-468f-96f6-0d6d11b52397), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:17.590850 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b856e-7c83-4080-b588-e786db3128e4 req-b37b85b2-0d84-4649-9e52-cee148c2f6b7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:17.600290 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-513b856e-7c83-4080-b588-e786db3128e4 req-b37b85b2-0d84-4649-9e52-cee148c2f6b7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0910659 Aug 29 21:29:17.662071 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-513b856e-7c83-4080-b588-e786db3128e4 req-3b7d5be8-81ee-4599-a8ff-89ab096492f8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606837 Aug 29 21:29:18.006884 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056fbdf-eaa8-47b7-861e-13294e6c68cc req-d6fd0ff1-0d02-4d7d-9f08-5af6813ea710 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:18.008733 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b056fbdf-eaa8-47b7-861e-13294e6c68cc req-d6fd0ff1-0d02-4d7d-9f08-5af6813ea710 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0799763 Aug 29 21:29:18.012426 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921757d4-2c64-4ee3-9cd6-79a50a27a89e req-daa5a12a-5d2d-4509-ad02-e3f0cafc5f09 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:18.015096 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-921757d4-2c64-4ee3-9cd6-79a50a27a89e req-daa5a12a-5d2d-4509-ad02-e3f0cafc5f09 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.1156788 Aug 29 21:29:18.064153 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2140dc5d-ac30-4ed8-8e48-b4b288865de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8595a1f3-519c-468f-96f6-0d6d11b52397), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:18.068159 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2140dc5d-ac30-4ed8-8e48-b4b288865de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:18.072407 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2140dc5d-ac30-4ed8-8e48-b4b288865de8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8595a1f3-519c-468f-96f6-0d6d11b52397 HTTP/1.1" status: 204 len: 168 time: 1.0423112 Aug 29 21:29:18.097587 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140dc5d-ac30-4ed8-8e48-b4b288865de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8595a1f3-519c-468f-96f6-0d6d11b52397,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:18.116523 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b056fbdf-eaa8-47b7-861e-13294e6c68cc req-1b624272-b587-4019-9fde-2c0282a60b6a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985806 Aug 29 21:29:18.147585 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-921757d4-2c64-4ee3-9cd6-79a50a27a89e req-9fd9b3d6-43f1-4997-8f2c-ffa4eed660f9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195934 Aug 29 21:29:18.308512 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:18.375281 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d66605-fb17-4c6d-8b80-8716fdcfba2a req-3b6cb066-5778-44a9-aee2-4b9106d5fbda tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:18.377759 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-72d66605-fb17-4c6d-8b80-8716fdcfba2a req-3b6cb066-5778-44a9-aee2-4b9106d5fbda tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0646062 Aug 29 21:29:18.437605 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-72d66605-fb17-4c6d-8b80-8716fdcfba2a req-31a74d3f-ec2d-4e3b-9f1f-6803a9ceb2db tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525682 Aug 29 21:29:18.868671 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98642e-1cfe-43d0-be3e-d8b01a297b10 req-f12b923d-041f-4e2a-8a75-6efc4b2392d0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:18.871178 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b98642e-1cfe-43d0-be3e-d8b01a297b10 req-f12b923d-041f-4e2a-8a75-6efc4b2392d0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0693650 Aug 29 21:29:18.942289 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b98642e-1cfe-43d0-be3e-d8b01a297b10 req-d50762cf-2621-43ca-860b-9dd95ac9db7a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633969 Aug 29 21:29:19.148450 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:19.182323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:19.308579 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aae146-580b-42ed-b00a-68cb4fb268a1 req-aa84414f-4952-4cf9-8a09-ae5e075c3553 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:19.310771 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cb036-957b-499a-a5c8-5c9964944939 req-3d33f1ab-83c3-4306-b7fb-9db3eb3e4c57 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:19.311177 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-22aae146-580b-42ed-b00a-68cb4fb268a1 req-aa84414f-4952-4cf9-8a09-ae5e075c3553 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0950336 Aug 29 21:29:19.316980 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a9cb036-957b-499a-a5c8-5c9964944939 req-3d33f1ab-83c3-4306-b7fb-9db3eb3e4c57 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0726399 Aug 29 21:29:19.381044 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a9cb036-957b-499a-a5c8-5c9964944939 req-4b1c886b-1c24-45fa-b325-61ddb23cd65a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620761 Aug 29 21:29:19.391097 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-22aae146-580b-42ed-b00a-68cb4fb268a1 req-808b36d2-94b8-443e-9eda-3ffbad8ec987 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717554 Aug 29 21:29:19.559745 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:19.620800 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229b010-d4a7-4534-9c3b-e08f2bb5e344 req-442bdd8f-b238-4fc0-8403-74bbb89cf2b4 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:19.622418 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f229b010-d4a7-4534-9c3b-e08f2bb5e344 req-442bdd8f-b238-4fc0-8403-74bbb89cf2b4 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0669994 Aug 29 21:29:19.694794 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f229b010-d4a7-4534-9c3b-e08f2bb5e344 req-6dae5b2d-aaea-4d78-b54f-51720ca376e6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650094 Aug 29 21:29:20.140102 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01322e-d33b-4d6b-8e75-2fe2e821f3de req-a6981da8-ca8b-4854-9658-744fda5eae12 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:20.140605 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3e01322e-d33b-4d6b-8e75-2fe2e821f3de req-a6981da8-ca8b-4854-9658-744fda5eae12 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0822332 Aug 29 21:29:20.247167 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:20.279038 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3e01322e-d33b-4d6b-8e75-2fe2e821f3de req-64983b6d-3ecb-4455-ae69-4170b894f6a4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274533 Aug 29 21:29:20.595386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f24d4-36b0-48b7-b097-e6f9762eb4d6 req-ab2dbc4a-01a5-4e47-bc30-5ce91fc005be tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:20.597245 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef8f24d4-36b0-48b7-b097-e6f9762eb4d6 req-ab2dbc4a-01a5-4e47-bc30-5ce91fc005be tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0890944 Aug 29 21:29:20.736754 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef8f24d4-36b0-48b7-b097-e6f9762eb4d6 req-b373ea14-aa91-46f7-97e2-5f74df62c725 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272511 Aug 29 21:29:20.754054 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d1a6-a185-422f-964e-eb73b133f602 req-722d0107-a06a-4496-95b1-e6835c857957 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:20.762177 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1407d1a6-a185-422f-964e-eb73b133f602 req-722d0107-a06a-4496-95b1-e6835c857957 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1779392 Aug 29 21:29:20.861806 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1407d1a6-a185-422f-964e-eb73b133f602 req-a1eac8db-f0b0-4839-b8a7-b611a3e67712 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983782 Aug 29 21:29:20.864961 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:20.957222 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395dab1-e10e-452c-8f88-600de3d80901 req-e08210a8-8f64-4fba-84b9-662e6e252a54 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:20.960247 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7395dab1-e10e-452c-8f88-600de3d80901 req-e08210a8-8f64-4fba-84b9-662e6e252a54 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0812769 Aug 29 21:29:21.079758 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7395dab1-e10e-452c-8f88-600de3d80901 req-b9a6cffa-9937-4b03-b94e-47c4f6be64cb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109190 Aug 29 21:29:21.411794 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:21.475353 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edf681-5467-4240-b740-9a3484e131e2 req-387cce93-0b8e-423a-929b-2bc75365bade tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:21.476902 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f5edf681-5467-4240-b740-9a3484e131e2 req-387cce93-0b8e-423a-929b-2bc75365bade tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0662327 Aug 29 21:29:21.547255 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f5edf681-5467-4240-b740-9a3484e131e2 req-521161da-fc11-4a16-9b0f-57ac4e418035 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611286 Aug 29 21:29:21.887414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f239b2-d3c1-4335-987f-88628424e8ad req-93200701-bffc-4352-bf1b-ca0213cd64f6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:21.890399 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-13f239b2-d3c1-4335-987f-88628424e8ad req-93200701-bffc-4352-bf1b-ca0213cd64f6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0651777 Aug 29 21:29:21.960497 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-13f239b2-d3c1-4335-987f-88628424e8ad req-0a3e537a-4469-4bfd-afda-90012406362c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634191 Aug 29 21:29:22.029112 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d29ce-35b2-4b5a-9387-016f07102e57 req-a3278fdb-f636-4d11-9071-b26476c01842 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:22.030545 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db5d29ce-35b2-4b5a-9387-016f07102e57 req-a3278fdb-f636-4d11-9071-b26476c01842 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0485187 Aug 29 21:29:22.089696 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db5d29ce-35b2-4b5a-9387-016f07102e57 req-9aa2bdf2-f4a2-413f-b5f2-526bc8957241 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532997 Aug 29 21:29:22.222228 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663985ea-99ac-4107-8ab6-1cd03c4b5a9e req-8f3f8cb3-29c2-44ee-a65d-0389c9432fbe tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:22.223764 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-663985ea-99ac-4107-8ab6-1cd03c4b5a9e req-8f3f8cb3-29c2-44ee-a65d-0389c9432fbe tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0680754 Aug 29 21:29:22.254617 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:22.278440 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-663985ea-99ac-4107-8ab6-1cd03c4b5a9e req-49e0e662-42f1-4ea1-848d-6c65300b9c45 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490174 Aug 29 21:29:22.694741 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc405da-cc9f-441d-9aa4-c08281555fb0 req-65d2379c-c0ec-408e-a528-7cf6a21529b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:22.696410 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-dfc405da-cc9f-441d-9aa4-c08281555fb0 req-65d2379c-c0ec-408e-a528-7cf6a21529b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0683746 Aug 29 21:29:22.748667 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-dfc405da-cc9f-441d-9aa4-c08281555fb0 req-7f307ec3-49f2-4c4a-8234-10ba0f6b08b5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457056 Aug 29 21:29:23.092729 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4b31-8dd3-4019-8f54-b18838d7b553 req-f24ab25b-76f0-4e35-80ae-d3e615be94e9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:23.095046 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-809b4b31-8dd3-4019-8f54-b18838d7b553 req-f24ab25b-76f0-4e35-80ae-d3e615be94e9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0562944 Aug 29 21:29:23.102463 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:23.150379 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-809b4b31-8dd3-4019-8f54-b18838d7b553 req-f7e3d510-6c68-48d5-8dc2-cbccedcb0102 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466285 Aug 29 21:29:23.189980 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:23.228772 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0220de-7b03-42bb-b5dc-48e35ee2df4c req-9afd41f3-3571-4662-b3b8-01b7f4c54c4b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:23.230701 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fc0220de-7b03-42bb-b5dc-48e35ee2df4c req-9afd41f3-3571-4662-b3b8-01b7f4c54c4b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0638995 Aug 29 21:29:23.292710 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fc0220de-7b03-42bb-b5dc-48e35ee2df4c req-62304486-b70c-46e3-b7d6-d6bb95f30aed tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537958 Aug 29 21:29:23.411432 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bada8-02ce-4948-ad8f-65da9f6c6e29 req-36208767-b4ab-428d-b0ee-3e91df5a6045 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:23.413341 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f84bada8-02ce-4948-ad8f-65da9f6c6e29 req-36208767-b4ab-428d-b0ee-3e91df5a6045 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0514228 Aug 29 21:29:23.472826 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f84bada8-02ce-4948-ad8f-65da9f6c6e29 req-5034f13c-1b48-4a5e-89ae-a81150e1f92f tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533147 Aug 29 21:29:23.605431 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:23.874458 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:23.886325 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1629a-ac05-448d-b098-c4305b64a4e1 req-db77bdd1-e9e0-43f9-b2f0-46e62d9a2dde tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:23.888027 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-96e1629a-ac05-448d-b098-c4305b64a4e1 req-db77bdd1-e9e0-43f9-b2f0-46e62d9a2dde tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0572114 Aug 29 21:29:23.938789 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-96e1629a-ac05-448d-b098-c4305b64a4e1 req-fa60f827-cdf0-4fee-b18c-c71ac2ac8332 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452232 Aug 29 21:29:24.277387 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0505-2ad8-46dc-815e-d238acdc58bd req-a1c00639-d3a9-46e3-bf72-c8b4dc136e45 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:24.279933 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a4ae0505-2ad8-46dc-815e-d238acdc58bd req-a1c00639-d3a9-46e3-bf72-c8b4dc136e45 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0516906 Aug 29 21:29:24.300030 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:24.333771 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a4ae0505-2ad8-46dc-815e-d238acdc58bd req-f5d96daa-8c91-4020-8947-a51e72d76288 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493209 Aug 29 21:29:24.417515 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9d334-3c4c-483c-a2c9-85c8fac49b46 req-9e25500d-c394-43e9-82ac-954780bf3cff tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:24.418998 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f8f9d334-3c4c-483c-a2c9-85c8fac49b46 req-9e25500d-c394-43e9-82ac-954780bf3cff tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0473416 Aug 29 21:29:24.470540 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f8f9d334-3c4c-483c-a2c9-85c8fac49b46 req-91f9b77d-76a1-4be1-ae20-dc1541e995f8 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456517 Aug 29 21:29:24.586781 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c65ba-d854-49ea-9d2b-f6bb8da80b96 req-f29f19b4-397f-4ad4-bffd-c446cb840aa6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:24.588200 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0d3c65ba-d854-49ea-9d2b-f6bb8da80b96 req-f29f19b4-397f-4ad4-bffd-c446cb840aa6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0494902 Aug 29 21:29:24.628357 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:24.636713 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0d3c65ba-d854-49ea-9d2b-f6bb8da80b96 req-df0cfa19-8068-43d4-93f1-b8a58abee41a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424044 Aug 29 21:29:24.914080 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:25.065520 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fcca-6db6-4e19-832b-fa21f7e68a3f req-4d546aaf-8401-4b24-8679-2fd30a29c1b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:25.067117 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9f83fcca-6db6-4e19-832b-fa21f7e68a3f req-4d546aaf-8401-4b24-8679-2fd30a29c1b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0531588 Aug 29 21:29:25.080145 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:25.123142 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9f83fcca-6db6-4e19-832b-fa21f7e68a3f req-6fe4552e-3712-41f2-b686-68904e2e7473 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495963 Aug 29 21:29:25.222350 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:25.399595 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:25.459859 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a6d84-f73c-454d-bbf2-ddf8effff264 req-e1032339-e6e1-429f-9eb5-5769f48413b5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:25.461766 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7e5a6d84-f73c-454d-bbf2-ddf8effff264 req-e1032339-e6e1-429f-9eb5-5769f48413b5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0510092 Aug 29 21:29:25.516439 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7e5a6d84-f73c-454d-bbf2-ddf8effff264 req-b3ad6002-e89a-476d-a9d0-40f793073b3c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458786 Aug 29 21:29:25.565942 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:25.595363 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9bdc-332d-4c0d-8eac-42b1aa4e96b7 req-6417f40b-23af-4d47-85e6-43901b7fe83e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:25.596914 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a99f9bdc-332d-4c0d-8eac-42b1aa4e96b7 req-6417f40b-23af-4d47-85e6-43901b7fe83e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0497844 Aug 29 21:29:25.646317 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a99f9bdc-332d-4c0d-8eac-42b1aa4e96b7 req-64ca5da8-06bd-40b9-ae8f-657d1c6bcd35 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435562 Aug 29 21:29:25.759990 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae18bf-30ff-4341-9cb3-6404497b9f39 req-cc82c4b5-526d-4f5f-945c-60ccbd242947 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:25.761493 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-29ae18bf-30ff-4341-9cb3-6404497b9f39 req-cc82c4b5-526d-4f5f-945c-60ccbd242947 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0524757 Aug 29 21:29:25.782733 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:25.812051 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-29ae18bf-30ff-4341-9cb3-6404497b9f39 req-2af33530-a236-485e-82dc-bb5dbf280ec0 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438724 Aug 29 21:29:25.985660 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:26.051019 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:26.285827 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072b2c-02c5-447b-be6e-4f9ed18deef6 req-29bcbee7-f2f5-45fe-b79b-2c46b0d1c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.290351 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d6072b2c-02c5-447b-be6e-4f9ed18deef6 req-29bcbee7-f2f5-45fe-b79b-2c46b0d1c8b6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1194651 Aug 29 21:29:26.290509 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde434-091c-48a9-9d75-d918c188d93b req-a6d614cc-e229-46c4-b60b-82ddc5903dd2 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.290509 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2fcde434-091c-48a9-9d75-d918c188d93b req-a6d614cc-e229-46c4-b60b-82ddc5903dd2 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0714769 Aug 29 21:29:26.325347 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85f57-143b-4e69-9e7c-96da4035de13 req-0eecd179-2653-4462-a241-c354ff2dafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.326875 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6fb85f57-143b-4e69-9e7c-96da4035de13 req-0eecd179-2653-4462-a241-c354ff2dafb0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=8695633e1e2744b6b6554536f1109fc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1600544 Aug 29 21:29:26.355134 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2fcde434-091c-48a9-9d75-d918c188d93b req-1caa83bc-64ea-49b1-81be-b4084ce199df tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582142 Aug 29 21:29:26.649063 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f61cee-d02c-40d8-b76d-34ecdc9a7c70 req-659c9247-4734-47cb-a52b-eae61c68b3c6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.650565 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-10f61cee-d02c-40d8-b76d-34ecdc9a7c70 req-659c9247-4734-47cb-a52b-eae61c68b3c6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0532467 Aug 29 21:29:26.756221 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-10f61cee-d02c-40d8-b76d-34ecdc9a7c70 req-13f67751-5f5e-406d-b887-b7568fbcd7fb tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999591 Aug 29 21:29:26.795912 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:26.796524 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072b2c-02c5-447b-be6e-4f9ed18deef6 req-50ce9ce8-ff43-4340-9d72-9c79dc36735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.798018 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d6072b2c-02c5-447b-be6e-4f9ed18deef6 req-50ce9ce8-ff43-4340-9d72-9c79dc36735d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283040 Aug 29 21:29:26.814329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaeebb-66db-4c2b-93a5-8fbc5866785f req-08be2298-3327-4602-b1ac-bdb6943d2dba tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.815871 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-26eaeebb-66db-4c2b-93a5-8fbc5866785f req-08be2298-3327-4602-b1ac-bdb6943d2dba tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0711830 Aug 29 21:29:26.817082 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85f57-143b-4e69-9e7c-96da4035de13 req-342cd99f-ae7d-4d48-8a86-40ab5c62a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.818397 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6fb85f57-143b-4e69-9e7c-96da4035de13 req-342cd99f-ae7d-4d48-8a86-40ab5c62a462 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485395 Aug 29 21:29:26.869802 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-26eaeebb-66db-4c2b-93a5-8fbc5866785f req-76d989ff-4be7-4430-ba34-50acccbbfaee tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475137 Aug 29 21:29:26.912141 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-604f4418-c657-4a43-9eda-3b9e34271289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.913704 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-604f4418-c657-4a43-9eda-3b9e34271289 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 1127 time: 0.0429699 Aug 29 21:29:26.966542 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:26.976044 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-15d6f457-6b7b-4ec6-9f03-847524654a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.977552 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-15d6f457-6b7b-4ec6-9f03-847524654a96 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 1127 time: 0.0784628 Aug 29 21:29:26.988545 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba68791-4a06-4f11-9925-fdaf7227134d req-ea562169-d00d-4fd0-ab60-2db4a1bf6eb4 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:26.997399 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aba68791-4a06-4f11-9925-fdaf7227134d req-ea562169-d00d-4fd0-ab60-2db4a1bf6eb4 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0608540 Aug 29 21:29:26.997399 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:27.039847 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aba68791-4a06-4f11-9925-fdaf7227134d req-b79938bd-b599-4083-aed3-9c8fbd67f7f3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Aug 29 21:29:27.043003 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:29:27.480158 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367b429-d72c-4ec1-b889-62206498e454 req-9eb1e4b2-4ad5-4e3d-bddb-51827617b925 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:27.482189 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0367b429-d72c-4ec1-b889-62206498e454 req-9eb1e4b2-4ad5-4e3d-bddb-51827617b925 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0540009 Aug 29 21:29:27.486606 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:27.534481 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0367b429-d72c-4ec1-b889-62206498e454 req-faf032ee-e9ca-41c7-a1eb-70bb0057c9ed tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462480 Aug 29 21:29:27.644905 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-86d8bd9e-b3ad-4f5c-b9ce-f51853e28f48 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 200 len: 217 time: 0.0363505 Aug 29 21:29:27.676025 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-07c37649-2b1d-471e-9471-d4a5262c88ca service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b0e05e5-994d-4858-af60-4b00e1a3aedf HTTP/1.1" status: 200 len: 217 time: 0.0513968 Aug 29 21:29:27.700282 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2074b0df-0aa0-4931-ae06-bc416a066a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:27.704364 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-2074b0df-0aa0-4931-ae06-bc416a066a6a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b038c22d-365b-4a73-9f2b-8e703ee9231f HTTP/1.1" status: 200 len: 854 time: 0.0489457 Aug 29 21:29:27.727925 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-d15a3d9a-1852-4ed3-9fac-693b8769f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:27.729465 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-d15a3d9a-1852-4ed3-9fac-693b8769f8bd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 200 len: 854 time: 0.0461473 Aug 29 21:29:27.756522 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-587315f2-a117-4e1a-9de0-68f63ee81bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:27.758066 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-587315f2-a117-4e1a-9de0-68f63ee81bf1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=292f73ed-e808-4244-8a17-4a958ad6e9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459056 Aug 29 21:29:27.779423 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-864d8936-a442-468d-b046-19c00f37f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:27.780967 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-864d8936-a442-468d-b046-19c00f37f664 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d52e082-ed9a-4937-bc0b-8b03e2527c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408323 Aug 29 21:29:27.865606 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-234830b8-0c44-46ca-91ba-8a481e6656b8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993431 Aug 29 21:29:27.899672 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:27.916117 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb98524-2430-4788-a8db-9681d2cb722f req-b460b0b0-1fcc-420c-b066-634bad62b267 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:27.917689 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0fb98524-2430-4788-a8db-9681d2cb722f req-b460b0b0-1fcc-420c-b066-634bad62b267 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0740695 Aug 29 21:29:27.953990 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-64632844-02b4-4522-beac-227e250c60e6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651127 Aug 29 21:29:27.987783 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aaca8729-2f5f-4754-889a-0a0821b49829 req-bba3dcc6-9330-4f8b-8cce-39736cb813e2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120734 Aug 29 21:29:28.036561 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0fb98524-2430-4788-a8db-9681d2cb722f req-31de37fb-3ce8-4595-bcd6-53ff06c84015 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075637 Aug 29 21:29:28.042046 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607d68d-c311-4eea-946a-119afa97fb49 req-ab04d7de-c2e6-4649-91bb-732169372388 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:28.045877 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8607d68d-c311-4eea-946a-119afa97fb49 req-ab04d7de-c2e6-4649-91bb-732169372388 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0618753 Aug 29 21:29:28.086473 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-275d180a-ae03-4a20-aeb3-1e0c72a5af82 req-53bd9938-f55e-442e-9db6-c0408a9eea3e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189661 Aug 29 21:29:28.120115 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:28.127920 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8607d68d-c311-4eea-946a-119afa97fb49 req-35e7ac1c-e4ee-46b8-950a-e5d04c0f3142 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646532 Aug 29 21:29:28.189141 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e8ff8-f4f3-4415-85c7-415a3b5dce09 req-d0f2e82a-d6c6-457a-87b8-7cdb242f70ae tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:28.191042 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f37e8ff8-f4f3-4415-85c7-415a3b5dce09 req-d0f2e82a-d6c6-457a-87b8-7cdb242f70ae tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0668530 Aug 29 21:29:28.201061 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45600) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:28.206145 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-5027a63f-c006-44f2-99c4-3871e05f5d15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Request body: {'floatingip': {'port_id': '81cd5932-3a95-43b6-86ae-902a62b744b9'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:28.240776 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a4375-a44f-41ac-98d5-7f4279169618 req-7aa2d5dd-104a-4233-ac19-8b8160816e88 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:28.242293 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-099a4375-a44f-41ac-98d5-7f4279169618 req-7aa2d5dd-104a-4233-ac19-8b8160816e88 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0517583 Aug 29 21:29:28.247604 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5027a63f-c006-44f2-99c4-3871e05f5d15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for floatingip (7f55c719-1329-4640-a10f-c7c0a3403631), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:28.276929 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:28.302842 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-099a4375-a44f-41ac-98d5-7f4279169618 req-2dc35af5-d4b2-4faa-a77d-7dea530b05df tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519311 Aug 29 21:29:28.671114 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e485fe3-a315-4c7d-bd5f-5c5ca56cca3f req-050fa7c1-b7ac-4a6f-824c-97a5201f8005 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:28.672569 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3e485fe3-a315-4c7d-bd5f-5c5ca56cca3f req-050fa7c1-b7ac-4a6f-824c-97a5201f8005 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0636451 Aug 29 21:29:28.782674 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3e485fe3-a315-4c7d-bd5f-5c5ca56cca3f req-18302918-e00d-4015-a70c-3e5b6c525d98 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925004 Aug 29 21:29:28.784699 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5027a63f-c006-44f2-99c4-3871e05f5d15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:28.885773 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5027a63f-c006-44f2-99c4-3871e05f5d15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (7f55c719-1329-4640-a10f-c7c0a3403631), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:28.943422 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:28.989847 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [None req-5027a63f-c006-44f2-99c4-3871e05f5d15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Floating IP 7f55c719-1329-4640-a10f-c7c0a3403631 associated. External IP: 172.27.3.179, port: 81cd5932-3a95-43b6-86ae-902a62b744b9. Aug 29 21:29:29.137523 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:29.199353 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5027a63f-c006-44f2-99c4-3871e05f5d15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:29:29.252350 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a7cf0-a185-4efd-a7e2-668072712a32 req-2901fbb8-7258-4e9b-8053-12f633cfcf75 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:29.253867 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-073a7cf0-a185-4efd-a7e2-668072712a32 req-2901fbb8-7258-4e9b-8053-12f633cfcf75 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0501566 Aug 29 21:29:29.306943 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-073a7cf0-a185-4efd-a7e2-668072712a32 req-c04b4976-8e53-469f-915c-5ede2705bd3c tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 Aug 29 21:29:29.312489 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5027a63f-c006-44f2-99c4-3871e05f5d15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:29:29.317592 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5027a63f-c006-44f2-99c4-3871e05f5d15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:29.322855 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] Sync routers for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:29:29.355176 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-5027a63f-c006-44f2-99c4-3871e05f5d15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/7f55c719-1329-4640-a10f-c7c0a3403631 HTTP/1.1" status: 200 len: 991 time: 1.1475866 Aug 29 21:29:29.355176 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:29.355176 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a7f7b4-9191-4b5e-8075-7d77cd643d05" -d '{"events": [{"name": "network-changed", "server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:29.395845 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a246c-a806-4f11-bd3d-49c91face99d x-openstack-request-id: req-b84a246c-a806-4f11-bd3d-49c91face99d {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:29.396304 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:29.396582 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b84a246c-a806-4f11-bd3d-49c91face99d {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:29.396987 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84a246c-a806-4f11-bd3d-49c91face99d'] response: {'name': 'network-changed', 'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'status': 'completed', 'code': 200} Aug 29 21:29:29.450081 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373e870-32c1-448d-93b3-baedb1d4548f req-6da7b0ca-9c25-4e0a-ab03-40e3cdbd8a0d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:29.452424 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1373e870-32c1-448d-93b3-baedb1d4548f req-6da7b0ca-9c25-4e0a-ab03-40e3cdbd8a0d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 943 time: 0.0514338 Aug 29 21:29:29.466862 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:29:29.467485 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:29:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:29.504836 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1373e870-32c1-448d-93b3-baedb1d4548f req-6d9c6aa6-b804-4397-9735-c80985f8c623 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Aug 29 21:29:29.570699 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:29:29.798388 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '7f55c719-1329-4640-a10f-c7c0a3403631', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'port_id': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'mac_address': 'fa:16:3e:20:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47361729-1df7-4084-8819-76e4b8e43a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:28:50Z', 'updated_at': '2022-08-29T21:29:28Z', 'revision_number': 1, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:29.830891 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] Checking router: f9d73043-11e5-4eb8-998b-61fdeb0d2b58 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:29:29.842842 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:29:29.843469 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:29:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:29.917317 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25c959-29b1-4f82-ad4b-580f07a192d7 req-015ee20c-87ec-4404-aa57-0bc06fe61d32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:29.919385 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9c25c959-29b1-4f82-ad4b-580f07a192d7 req-015ee20c-87ec-4404-aa57-0bc06fe61d32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0550330 Aug 29 21:29:29.946890 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:29:29.980143 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9c25c959-29b1-4f82-ad4b-580f07a192d7 req-76ef6a3a-264d-4afa-a9ea-64412422e907 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548534 Aug 29 21:29:30.173068 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '7f55c719-1329-4640-a10f-c7c0a3403631', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'port_id': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'mac_address': 'fa:16:3e:20:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47361729-1df7-4084-8819-76e4b8e43a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:28:50Z', 'updated_at': '2022-08-29T21:29:28Z', 'revision_number': 1, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:30.198977 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e9a13-c388-4bc1-bd53-f6167092913c None None] The sync data for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi is: [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '7f55c719-1329-4640-a10f-c7c0a3403631', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'port_id': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'mac_address': 'fa:16:3e:20:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47361729-1df7-4084-8819-76e4b8e43a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:28:50Z', 'updated_at': '2022-08-29T21:29:28Z', 'revision_number': 1, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:29:30.410429 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca321d-c362-4b58-8b3c-ba34abf4293c None None] New status for floating IP 7f55c719-1329-4640-a10f-c7c0a3403631: ACTIVE {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:29:30.449095 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-00485405-2006-4760-b991-60651da4c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:30.452155 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-00485405-2006-4760-b991-60651da4c138 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 1129 time: 0.0494647 Aug 29 21:29:30.457721 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88aa92-a650-487d-be1d-3f34a4c84bc6 req-b76a654a-d8bb-4c26-a431-17934454ebd7 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:30.459453 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ed88aa92-a650-487d-be1d-3f34a4c84bc6 req-b76a654a-d8bb-4c26-a431-17934454ebd7 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0582011 Aug 29 21:29:30.472774 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device f7b98ffd-df0e-4679-b056-8aebb5b15590 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:29:30.486848 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:30.516535 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ed88aa92-a650-487d-be1d-3f34a4c84bc6 req-5f9c6be7-3dbb-4352-990e-d90f5c27aba1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499918 Aug 29 21:29:30.588101 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-ae02c9b2-2bfc-4156-bc27-617b9ef7dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:30.590762 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-ae02c9b2-2bfc-4156-bc27-617b9ef7dca8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.1303380 Aug 29 21:29:30.626151 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:30.645386 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port f7b98ffd-df0e-4679-b056-8aebb5b15590, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:30.658600 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'port_id': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'mac_address': 'fa:16:3e:ae:d2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:29:30.698664 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port f7b98ffd-df0e-4679-b056-8aebb5b15590 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:30.699119 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:30.724282 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b98ffd-df0e-4679-b056-8aebb5b15590 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:29:30.759389 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port f7b98ffd-df0e-4679-b056-8aebb5b15590, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:30.840116 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:30.903246 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=f7b98ffd-df0e-4679-b056-8aebb5b15590,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:30.936869 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-a1f341fa-9ec1-4b0c-ab5e-c4039f2966de service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81cd5932-3a95-43b6-86ae-902a62b744b9 HTTP/1.1" status: 200 len: 999 time: 0.3388903 Aug 29 21:29:30.942614 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a0223-5d71-40ec-a6d3-c14f3a55b5e9 req-cf7d1d8c-e1fe-4fdd-90c8-2417d8a40172 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:30.944099 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4b4a0223-5d71-40ec-a6d3-c14f3a55b5e9 req-cf7d1d8c-e1fe-4fdd-90c8-2417d8a40172 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 944 time: 0.0625594 Aug 29 21:29:30.995402 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:31.018106 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-fc6475ab-f625-4fdb-9779-e845f0848f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:31.019567 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-fc6475ab-f625-4fdb-9779-e845f0848f4e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.0746293 Aug 29 21:29:31.048859 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4b4a0223-5d71-40ec-a6d3-c14f3a55b5e9 req-53a78753-fe6b-46b0-bd7f-89124284cb65 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927880 Aug 29 21:29:31.080207 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-d97a1325-4f44-44ca-acae-4e3033093ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:31.083238 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-d97a1325-4f44-44ca-acae-4e3033093ca4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546286 Aug 29 21:29:31.120122 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0edbb-fe2b-4f51-9090-115fdb9ecf3f req-0d4644f3-27c5-4d1b-bfd0-8c17a63f5906 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:31.120122 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fbb0edbb-fe2b-4f51-9090-115fdb9ecf3f req-0d4644f3-27c5-4d1b-bfd0-8c17a63f5906 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0574541 Aug 29 21:29:31.152625 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['f7b98ffd-df0e-4679-b056-8aebb5b15590'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:29:31.175282 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fbb0edbb-fe2b-4f51-9090-115fdb9ecf3f req-7c5af019-9fdc-47b6-b9fc-113fc504160c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505466 Aug 29 21:29:31.199394 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-a49d0c50-950f-4661-ae27-208ec29cf188 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065452 Aug 29 21:29:31.307904 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-02a7f7b4-9191-4b5e-8075-7d77cd643d05 req-4b22913b-6019-4284-9fb1-dcd125dd5c7b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008382 Aug 29 21:29:31.652623 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390022cf-b7c2-46d7-a086-a92d772bc4a9 req-250bfe9f-0f66-47a9-a6dc-a0d0ffcc4cac tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:31.656318 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-390022cf-b7c2-46d7-a086-a92d772bc4a9 req-250bfe9f-0f66-47a9-a6dc-a0d0ffcc4cac tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0540998 Aug 29 21:29:31.704257 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-390022cf-b7c2-46d7-a086-a92d772bc4a9 req-c159a54f-150c-44e6-9c2f-4447ae928b28 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Aug 29 21:29:31.890796 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45658) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:32.007577 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eb217067-906c-4d80-9032-2e21f1c2f0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.023689 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:32.094614 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eb217067-906c-4d80-9032-2e21f1c2f0cf admin admin] Publish callbacks [] for security_group (9ff0d693-5eab-46b2-a210-a9bb0c01473f), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.171107 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eb217067-906c-4d80-9032-2e21f1c2f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (9ff0d693-5eab-46b2-a210-a9bb0c01473f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.173061 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9573-e7fd-4e52-ae36-a24aade827ea req-3ec2bb13-b01e-4402-94eb-880388fab321 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:32.174647 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-445b9573-e7fd-4e52-ae36-a24aade827ea req-3ec2bb13-b01e-4402-94eb-880388fab321 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 944 time: 0.0479584 Aug 29 21:29:32.216467 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb217067-906c-4d80-9032-2e21f1c2f0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff0d693-5eab-46b2-a210-a9bb0c01473f,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:32.223625 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-eb217067-906c-4d80-9032-2e21f1c2f0cf admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=b3a4b63bdea640e18b2d452d59e06c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291388 Aug 29 21:29:32.226811 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45666) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:32.238455 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:32.243552 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-445b9573-e7fd-4e52-ae36-a24aade827ea req-9ee8234e-805a-446b-a74d-29c95134d030 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619032 Aug 29 21:29:32.323484 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf20-4103-4b2d-b9dd-d02ea1aa5efa admin admin] Publish callbacks [] for security_group (9ff0d693-5eab-46b2-a210-a9bb0c01473f), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.347092 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2a0df-a7e0-4d75-bf03-b31a53504fd8 req-86dc51ea-f327-44dd-a48f-b216b1cea2bc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:32.347092 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2cd2a0df-a7e0-4d75-bf03-b31a53504fd8 req-86dc51ea-f327-44dd-a48f-b216b1cea2bc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 943 time: 0.0724673 Aug 29 21:29:32.369996 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf20-4103-4b2d-b9dd-d02ea1aa5efa admin admin] Publish callbacks [] for security_group (9ff0d693-5eab-46b2-a210-a9bb0c01473f), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.426488 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2cd2a0df-a7e0-4d75-bf03-b31a53504fd8 req-71013770-1311-47d0-93e2-0ffa228074cf tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789018 Aug 29 21:29:32.487293 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 3b0e05e5-994d-4858-af60-4b00e1a3aedf details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:29:32.491006 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device f7b98ffd-df0e-4679-b056-8aebb5b15590 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:29:32.582371 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf20-4103-4b2d-b9dd-d02ea1aa5efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (9ff0d693-5eab-46b2-a210-a9bb0c01473f), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.585029 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-dda2bf20-4103-4b2d-b9dd-d02ea1aa5efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.586162 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-dda2bf20-4103-4b2d-b9dd-d02ea1aa5efa admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/9ff0d693-5eab-46b2-a210-a9bb0c01473f HTTP/1.1" status: 204 len: 168 time: 0.3613558 Aug 29 21:29:32.595145 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port f7b98ffd-df0e-4679-b056-8aebb5b15590 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:29:32.596869 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2bf20-4103-4b2d-b9dd-d02ea1aa5efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff0d693-5eab-46b2-a210-a9bb0c01473f,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:32.646220 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 3b0e05e5-994d-4858-af60-4b00e1a3aedf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b0e05e5-994d-4858-af60-4b00e1a3aedf,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:32.661482 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '3b0e05e5-994d-4858-af60-4b00e1a3aedf', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'port_id': '3b0e05e5-994d-4858-af60-4b00e1a3aedf', 'mac_address': 'fa:16:3e:9d:68:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:29:32.702270 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 3b0e05e5-994d-4858-af60-4b00e1a3aedf is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:32.702648 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.717407 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0e05e5-994d-4858-af60-4b00e1a3aedf {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:29:32.740015 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 3b0e05e5-994d-4858-af60-4b00e1a3aedf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b0e05e5-994d-4858-af60-4b00e1a3aedf,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:32.742603 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port f7b98ffd-df0e-4679-b056-8aebb5b15590 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:32.743046 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.768176 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:32.823541 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port f7b98ffd-df0e-4679-b056-8aebb5b15590 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:32.824017 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.844154 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33287f-7a7f-4b6b-9cbb-717dea6fb6c4 req-a57d6423-308f-4f95-a5d9-22261138cc8e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:32.845961 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2c33287f-7a7f-4b6b-9cbb-717dea6fb6c4 req-a57d6423-308f-4f95-a5d9-22261138cc8e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0573769 Aug 29 21:29:32.851477 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:32.854001 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d03d73-0a69-4c1a-b27b-33d06b3b033c" -d '{"events": [{"server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "name": "network-vif-plugged", "status": "completed", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:32.859541 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.876081 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port f7b98ffd-df0e-4679-b056-8aebb5b15590, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:32.904926 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cd9ae6-924e-46cc-9bb6-eb331dff4600 x-openstack-request-id: req-a5cd9ae6-924e-46cc-9bb6-eb331dff4600 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:32.905243 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "name": "network-vif-plugged", "status": "completed", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:32.905500 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5cd9ae6-924e-46cc-9bb6-eb331dff4600 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:32.905892 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cd9ae6-924e-46cc-9bb6-eb331dff4600'] response: {'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'code': 200} Aug 29 21:29:32.932597 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2c33287f-7a7f-4b6b-9cbb-717dea6fb6c4 req-6eac8bd3-73bf-4394-9c54-614da87da0f2 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799103 Aug 29 21:29:32.938781 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:32.943453 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=3b0e05e5-994d-4858-af60-4b00e1a3aedf,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:32.965472 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:33.046053 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=f7b98ffd-df0e-4679-b056-8aebb5b15590,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:33.120548 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b1b73705-59b5-415f-9539-463068dc5ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:33.184215 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['3b0e05e5-994d-4858-af60-4b00e1a3aedf'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:29:33.365167 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955f8d-2b71-4eeb-8450-2d1c54ed4bf6 req-08bec1c7-a4ba-4d54-8042-ff4c098ef8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:33.366060 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-df955f8d-2b71-4eeb-8450-2d1c54ed4bf6 req-08bec1c7-a4ba-4d54-8042-ff4c098ef8b2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 1129 time: 0.0468881 Aug 29 21:29:33.372776 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4be35-2e81-4e3b-811d-f150b7a8974e req-35c173fb-6f52-4902-8265-e0344f18e984 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:33.374361 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-50d4be35-2e81-4e3b-811d-f150b7a8974e req-35c173fb-6f52-4902-8265-e0344f18e984 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0526018 Aug 29 21:29:33.420280 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-df955f8d-2b71-4eeb-8450-2d1c54ed4bf6 req-5e29c8c3-96d9-4c52-a5da-82f23f24a3c6 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480664 Aug 29 21:29:33.430086 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-50d4be35-2e81-4e3b-811d-f150b7a8974e req-63d4f467-b825-4a3a-afec-a3e420579110 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 Aug 29 21:29:33.553165 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d630822-6bac-4a43-b11d-7529416d68d5 req-2261a7ca-2e85-431c-8416-26981671d283 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:33.554683 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9d630822-6bac-4a43-b11d-7529416d68d5 req-2261a7ca-2e85-431c-8416-26981671d283 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 944 time: 0.0478880 Aug 29 21:29:33.608556 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9d630822-6bac-4a43-b11d-7529416d68d5 req-d28a5788-2875-4b1a-b7e7-0644f96d1ca3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467207 Aug 29 21:29:33.789333 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a720-9ab3-415c-b561-d2e4beaf1588 req-156d8e31-8723-49e4-8744-0bc7b476b58f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:33.790860 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b244a720-9ab3-415c-b561-d2e4beaf1588 req-156d8e31-8723-49e4-8744-0bc7b476b58f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0483193 Aug 29 21:29:33.844867 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b244a720-9ab3-415c-b561-d2e4beaf1588 req-ce0d7e8e-c305-4c14-9ced-bbd2fa9298a6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476046 Aug 29 21:29:34.053961 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3f649-04d7-49c8-83ff-deb7e7d6e4c6 req-631d1d47-c94b-478d-9b5a-248da4d7a58e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:34.053961 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5ed3f649-04d7-49c8-83ff-deb7e7d6e4c6 req-631d1d47-c94b-478d-9b5a-248da4d7a58e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0485048 Aug 29 21:29:34.086226 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:34.102326 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5ed3f649-04d7-49c8-83ff-deb7e7d6e4c6 req-3de42ba4-4e9a-4d04-8916-2ec8ed0a63d4 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Aug 29 21:29:34.502081 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 3b0e05e5-994d-4858-af60-4b00e1a3aedf up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:29:34.547563 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 3b0e05e5-994d-4858-af60-4b00e1a3aedf completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:29:34.559954 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10bae-9b39-4ce7-90d1-0c151fa79253 req-d9415629-df33-4ee7-88ad-badb722244d2 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:34.572554 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1fa10bae-9b39-4ce7-90d1-0c151fa79253 req-d9415629-df33-4ee7-88ad-badb722244d2 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0536566 Aug 29 21:29:34.617699 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1fa10bae-9b39-4ce7-90d1-0c151fa79253 req-ca158e53-aef2-4551-ae68-53877aa53660 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502894 Aug 29 21:29:34.623198 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 3b0e05e5-994d-4858-af60-4b00e1a3aedf triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:34.629908 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:34.738661 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 3b0e05e5-994d-4858-af60-4b00e1a3aedf is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:34.739266 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:34.757303 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a24907-8975-4b4c-8a69-dd17541c673a req-8bf91c94-f9dc-4554-8ee0-5e10584b1e37 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:34.758834 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0a24907-8975-4b4c-8a69-dd17541c673a req-8bf91c94-f9dc-4554-8ee0-5e10584b1e37 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 944 time: 0.0696795 Aug 29 21:29:34.797303 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 3b0e05e5-994d-4858-af60-4b00e1a3aedf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b0e05e5-994d-4858-af60-4b00e1a3aedf,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:34.814705 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0a24907-8975-4b4c-8a69-dd17541c673a req-0f6c1c90-f204-4ab7-a206-854f23ff2468 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Aug 29 21:29:34.906825 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e05e5-994d-4858-af60-4b00e1a3aedf'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:34.909465 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b608042a-afa0-42e3-a666-d965cc1de15f" -d '{"events": [{"server_uuid": "c28cecc9-0a87-4560-a3de-51196dcc5ad6", "name": "network-vif-plugged", "status": "completed", "tag": "3b0e05e5-994d-4858-af60-4b00e1a3aedf"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:34.934267 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:34.963232 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41bbd6b-a340-4af7-93b4-072903d2568d x-openstack-request-id: req-d41bbd6b-a340-4af7-93b4-072903d2568d {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:34.966443 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28cecc9-0a87-4560-a3de-51196dcc5ad6", "name": "network-vif-plugged", "status": "completed", "tag": "3b0e05e5-994d-4858-af60-4b00e1a3aedf", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:34.966443 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d41bbd6b-a340-4af7-93b4-072903d2568d {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:34.966443 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41bbd6b-a340-4af7-93b4-072903d2568d'] response: {'server_uuid': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e05e5-994d-4858-af60-4b00e1a3aedf', 'code': 200} Aug 29 21:29:34.992748 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e9c86-8383-4c43-8206-5bc00c4ba986 req-cf8fb0a7-d3be-445c-b3a6-e3da16a87b53 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:34.994389 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ea6e9c86-8383-4c43-8206-5bc00c4ba986 req-cf8fb0a7-d3be-445c-b3a6-e3da16a87b53 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0667360 Aug 29 21:29:34.999163 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=3b0e05e5-994d-4858-af60-4b00e1a3aedf,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:35.063317 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ea6e9c86-8383-4c43-8206-5bc00c4ba986 req-20249097-4cb7-4b95-b53f-9627871327b2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540857 Aug 29 21:29:35.234089 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae2d12-03d2-4d72-80e7-f306962e2b83 req-7b081468-c45b-4a8d-8b20-2d969e522a88 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:35.235547 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35ae2d12-03d2-4d72-80e7-f306962e2b83 req-7b081468-c45b-4a8d-8b20-2d969e522a88 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0531397 Aug 29 21:29:35.293064 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35ae2d12-03d2-4d72-80e7-f306962e2b83 req-e15d87c4-a89b-429d-9d96-d748cbcda7a5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505979 Aug 29 21:29:35.320250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-bf5d26be-af10-47d9-b131-5457df367104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:35.620859 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593f533-43c5-4dee-840f-de6fbadf9769 req-890f0ea1-9b15-4457-80a4-c52dd59350c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:35.622778 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d593f533-43c5-4dee-840f-de6fbadf9769 req-890f0ea1-9b15-4457-80a4-c52dd59350c7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0399282 Aug 29 21:29:35.676687 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d593f533-43c5-4dee-840f-de6fbadf9769 req-55212b84-4707-4813-b6f1-88cfe8dec181 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459471 Aug 29 21:29:35.744356 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74614399-57d1-41c0-810b-e5eabde9b7e7 req-f5fff605-a66e-4bc7-b66e-3ba04b19ba2c tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:35.745830 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-74614399-57d1-41c0-810b-e5eabde9b7e7 req-f5fff605-a66e-4bc7-b66e-3ba04b19ba2c tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0488894 Aug 29 21:29:35.793195 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-74614399-57d1-41c0-810b-e5eabde9b7e7 req-3af4480b-9353-486b-9963-0060c439c530 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Aug 29 21:29:35.914972 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b583e8-6629-4e2d-94b5-09500b13e9ba req-6e7a83bf-d37e-4606-92d1-ec654869b129 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:35.916620 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c5b583e8-6629-4e2d-94b5-09500b13e9ba req-6e7a83bf-d37e-4606-92d1-ec654869b129 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0496848 Aug 29 21:29:35.925485 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:35.951833 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6123b8-a067-4765-bc85-e2536a978575 req-35fd10d7-edce-4739-9f0a-4a5b9d92a5ed tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:35.957502 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3f6123b8-a067-4765-bc85-e2536a978575 req-35fd10d7-edce-4739-9f0a-4a5b9d92a5ed tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0638304 Aug 29 21:29:35.988249 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c5b583e8-6629-4e2d-94b5-09500b13e9ba req-b4abee15-2287-41b5-a450-2881fe751b43 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593204 Aug 29 21:29:36.010146 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3f6123b8-a067-4765-bc85-e2536a978575 req-72c4e389-d9dc-45cd-84b5-72f2ffec5b46 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503166 Aug 29 21:29:36.195845 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a271ee-b5bf-40fe-9e13-51b32e4115b4 req-ba44d5c4-1299-4fd0-a56b-4824bdf95c4e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:36.197353 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-65a271ee-b5bf-40fe-9e13-51b32e4115b4 req-ba44d5c4-1299-4fd0-a56b-4824bdf95c4e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0506127 Aug 29 21:29:36.249350 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-65a271ee-b5bf-40fe-9e13-51b32e4115b4 req-3f3e343b-b2df-4969-8c1b-3724289ede77 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455770 Aug 29 21:29:36.336840 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67127acf-1b4c-4d0f-ac49-b09ae4b0ed08 req-93ed52e5-55b1-490e-8f79-e5f9a22421d2 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:36.338355 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-67127acf-1b4c-4d0f-ac49-b09ae4b0ed08 req-93ed52e5-55b1-490e-8f79-e5f9a22421d2 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0522344 Aug 29 21:29:36.390073 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-67127acf-1b4c-4d0f-ac49-b09ae4b0ed08 req-21c19b7c-932e-4ee4-b6a1-13f8e56a894d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455742 Aug 29 21:29:36.418460 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68375e5-b246-4aa6-9cbc-1b5e73bb2037 req-5a4e05bc-19a4-456d-8ee3-431f44f2bd6a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:36.420164 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e68375e5-b246-4aa6-9cbc-1b5e73bb2037 req-5a4e05bc-19a4-456d-8ee3-431f44f2bd6a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0501225 Aug 29 21:29:36.471766 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e68375e5-b246-4aa6-9cbc-1b5e73bb2037 req-ac7c04f6-17b0-4f5d-9ec9-3275e4cdeb4d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458105 Aug 29 21:29:36.805461 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:36.918245 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:36.923064 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-9c386167-c795-4470-8f1e-4531625af3f0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408864 Aug 29 21:29:36.965600 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:37.155494 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119357d-6671-4a58-83d7-e3b90389e084 req-2f744262-1ccc-4b95-ae86-ce9118553c31 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:37.157047 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c119357d-6671-4a58-83d7-e3b90389e084 req-2f744262-1ccc-4b95-ae86-ce9118553c31 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0648901 Aug 29 21:29:37.240420 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c119357d-6671-4a58-83d7-e3b90389e084 req-86c2b0ae-a56f-494e-8725-43f89ace6d31 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713551 Aug 29 21:29:37.368175 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:37.386521 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33384d-0a02-497c-86e5-0aff2d091c1f req-2c4eeae0-4fd6-4376-af00-d0ea2163b984 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:37.388822 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8e33384d-0a02-497c-86e5-0aff2d091c1f req-2c4eeae0-4fd6-4376-af00-d0ea2163b984 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0522113 Aug 29 21:29:37.443697 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8e33384d-0a02-497c-86e5-0aff2d091c1f req-33c8bc9c-292a-42a7-9337-9a7c5d77c17b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485215 Aug 29 21:29:37.544091 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-4f91c822-dc05-4806-ac61-7f7d17508b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:37.545698 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-4f91c822-dc05-4806-ac61-7f7d17508b44 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 1129 time: 0.0439286 Aug 29 21:29:37.600351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572df77-f7f7-4897-b06c-9995d6f36452 req-d75f371a-b75f-473b-8ced-a40c23ed5078 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:37.601873 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d572df77-f7f7-4897-b06c-9995d6f36452 req-d75f371a-b75f-473b-8ced-a40c23ed5078 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0533190 Aug 29 21:29:37.714514 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d572df77-f7f7-4897-b06c-9995d6f36452 req-7fa07bbb-8ee8-4877-870f-3807f0431aa7 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040244 Aug 29 21:29:37.732448 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-a1089470-d4c6-4390-84be-a3d845084d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:37.732448 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-a1089470-d4c6-4390-84be-a3d845084d6c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.1377485 Aug 29 21:29:37.772370 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-679c60eb-17b6-423c-9160-d8af9f95f85d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 HTTP/1.1" status: 200 len: 217 time: 0.0348175 Aug 29 21:29:37.827801 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-2e4c1c8e-9641-4c2a-ac2b-15fdc5092ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:37.829322 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-2e4c1c8e-9641-4c2a-ac2b-15fdc5092ccc service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.0507619 Aug 29 21:29:37.875930 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-a3d718ec-a153-4543-a84f-7f3006b6cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:37.877447 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-a3d718ec-a153-4543-a84f-7f3006b6cc84 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414488 Aug 29 21:29:37.974561 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-f67c9ba7-7187-417a-b85a-6b050a4f2370 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884414 Aug 29 21:29:38.036360 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:38.077981 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f55b12b2-834e-4598-8a14-257e5dc3f304 req-c2c1846b-249e-4d0e-9fec-543d737516a6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917277 Aug 29 21:29:38.235848 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2df7ff-1557-4043-be70-221808c9ab58 req-24ff1fb9-22da-45be-ac57-7efc9a856015 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:38.237271 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef2df7ff-1557-4043-be70-221808c9ab58 req-24ff1fb9-22da-45be-ac57-7efc9a856015 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0481288 Aug 29 21:29:38.285081 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:38.290075 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef2df7ff-1557-4043-be70-221808c9ab58 req-50e8f688-2581-4350-9289-81014c367a0b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468805 Aug 29 21:29:38.388315 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e0d19-8c70-4068-8621-f4a581c4a8a4 req-3afb1d72-c5e3-4a9c-8fb7-4d1e6f331d32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:38.389815 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-322e0d19-8c70-4068-8621-f4a581c4a8a4 req-3afb1d72-c5e3-4a9c-8fb7-4d1e6f331d32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0525036 Aug 29 21:29:38.411227 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:38.459394 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-322e0d19-8c70-4068-8621-f4a581c4a8a4 req-2a05ad6d-f401-4f5f-ae7d-9edd535f208a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598741 Aug 29 21:29:38.650081 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43922218-0f16-45a7-ab3a-a34c473cbcac req-ba367fc6-1a90-493c-8da8-b7effed99b12 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:38.651739 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-43922218-0f16-45a7-ab3a-a34c473cbcac req-ba367fc6-1a90-493c-8da8-b7effed99b12 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0753841 Aug 29 21:29:38.652446 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-6825bee7-aa8a-46d8-ae1a-ebb8b3086231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:38.654022 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-6825bee7-aa8a-46d8-ae1a-ebb8b3086231 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 1130 time: 0.0688560 Aug 29 21:29:38.704340 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-43922218-0f16-45a7-ab3a-a34c473cbcac req-87cb8d4b-c263-4549-8a81-2ad954833625 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458477 Aug 29 21:29:38.745694 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:38.775716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-76d31d5a-529a-4c2c-884d-c503b758e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:38.777252 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-76d31d5a-529a-4c2c-884d-c503b758e95f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 200 len: 911 time: 0.1176708 Aug 29 21:29:38.821891 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b04a0-587e-407c-87b8-2e0b098d2fb7 req-0fa2aeb6-0459-4df0-b08f-8eef318a98f2 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:38.823415 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-775b04a0-587e-407c-87b8-2e0b098d2fb7 req-0fa2aeb6-0459-4df0-b08f-8eef318a98f2 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0526006 Aug 29 21:29:38.835531 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45808) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:38.839464 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-2a22c9d6-b8c2-463f-b39f-4408276f6098 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'floatingip': {'port_id': '3b0e05e5-994d-4858-af60-4b00e1a3aedf'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:38.883797 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-50e6a5cd-db7b-49aa-add3-91b9c647e6b8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7063fec6-24ac-4c04-bef3-3f9ee9c54d76 HTTP/1.1" status: 200 len: 1001 time: 0.0986984 Aug 29 21:29:38.886272 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a22c9d6-b8c2-463f-b39f-4408276f6098 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (37256798-3e01-49ad-9f99-68cccbb63388), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.024985 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-b0678fdc-2402-4424-bf5c-9dfc5f3c15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:39.027390 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-b0678fdc-2402-4424-bf5c-9dfc5f3c15af service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=84c16168-2d13-4210-b060-f2bf7757ab6b HTTP/1.1" status: 200 len: 849 time: 0.1373875 Aug 29 21:29:39.127820 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45816) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:39.131722 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-faf611ee-76f4-461b-bab2-c990d89e6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:39.134159 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-faf611ee-76f4-461b-bab2-c990d89e6a48 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca335ec8-2cdb-4727-aad4-e94fc1adcada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977352 Aug 29 21:29:39.288447 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.323860 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-5b0cb780-c92d-4b58-93c5-9196697ec4a8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825848 Aug 29 21:29:39.379056 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Publish callbacks [] for security_group (1778fc70-8f90-4c37-9804-36aa14b7f8e2), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.439385 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5fb61-82bd-40b7-9828-783fbb6d46d9 req-1a8062ad-445d-4469-8aa8-43b210d4f08b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:39.440982 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-52a5fb61-82bd-40b7-9828-783fbb6d46d9 req-1a8062ad-445d-4469-8aa8-43b210d4f08b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0586040 Aug 29 21:29:39.482456 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (1778fc70-8f90-4c37-9804-36aa14b7f8e2), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.498981 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63ce6122-01cd-4705-a74a-af5ce939eaac req-ca09dab8-1334-4c88-9219-35f2022c0c51 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449013 Aug 29 21:29:39.514291 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-52a5fb61-82bd-40b7-9828-783fbb6d46d9 req-4b48202e-501c-42b9-a694-141fb967ff78 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668206 Aug 29 21:29:39.515278 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:39.532219 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1778fc70-8f90-4c37-9804-36aa14b7f8e2,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:39.537307 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d5953d28a0e1415583bbf51bda6facb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068754 Aug 29 21:29:39.540984 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45822) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:39.549625 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.549966 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.554329 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ade2ca-0cde-45bd-bd87-672ac4182ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:39.586069 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a22c9d6-b8c2-463f-b39f-4408276f6098 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.592228 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:39.605530 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c116d704-01b7-475a-a90f-3b72297f83b1 admin admin] Publish callbacks [] for security_group (1778fc70-8f90-4c37-9804-36aa14b7f8e2), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.630160 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c116d704-01b7-475a-a90f-3b72297f83b1 admin admin] Publish callbacks [] for security_group (1778fc70-8f90-4c37-9804-36aa14b7f8e2), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.696919 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a22c9d6-b8c2-463f-b39f-4408276f6098 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (37256798-3e01-49ad-9f99-68cccbb63388), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.801785 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [None req-2a22c9d6-b8c2-463f-b39f-4408276f6098 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Floating IP 37256798-3e01-49ad-9f99-68cccbb63388 associated. External IP: 172.27.3.235, port: 3b0e05e5-994d-4858-af60-4b00e1a3aedf. Aug 29 21:29:39.820134 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c116d704-01b7-475a-a90f-3b72297f83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (1778fc70-8f90-4c37-9804-36aa14b7f8e2), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.822663 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c116d704-01b7-475a-a90f-3b72297f83b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:39.823786 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c116d704-01b7-475a-a90f-3b72297f83b1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1778fc70-8f90-4c37-9804-36aa14b7f8e2 HTTP/1.1" status: 204 len: 168 time: 0.2819381 Aug 29 21:29:39.842943 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116d704-01b7-475a-a90f-3b72297f83b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1778fc70-8f90-4c37-9804-36aa14b7f8e2,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:39.855963 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414190a2-344c-4cc1-bbe5-ef1f9cbd61b6 req-b6808393-caa6-4348-8513-2e7bd6a12f87 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:39.858136 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-414190a2-344c-4cc1-bbe5-ef1f9cbd61b6 req-b6808393-caa6-4348-8513-2e7bd6a12f87 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0700004 Aug 29 21:29:39.912396 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:39.917240 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-414190a2-344c-4cc1-bbe5-ef1f9cbd61b6 req-dbfd5b4c-9381-4a2f-aadc-3e6cf7008314 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469339 Aug 29 21:29:40.004645 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:40.031258 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a22c9d6-b8c2-463f-b39f-4408276f6098 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:29:40.374045 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a22c9d6-b8c2-463f-b39f-4408276f6098 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:29:40.386373 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a22c9d6-b8c2-463f-b39f-4408276f6098 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:40.386489 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:29:40.398900 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:29:40.400046 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:29:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:40.402676 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:40.412882 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-2a22c9d6-b8c2-463f-b39f-4408276f6098 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/37256798-3e01-49ad-9f99-68cccbb63388 HTTP/1.1" status: 200 len: 991 time: 1.5786169 Aug 29 21:29:40.413655 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'tag': '3b0e05e5-994d-4858-af60-4b00e1a3aedf'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:40.416383 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63" -d '{"events": [{"name": "network-changed", "server_uuid": "c28cecc9-0a87-4560-a3de-51196dcc5ad6", "tag": "3b0e05e5-994d-4858-af60-4b00e1a3aedf"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:40.461273 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694ddcda-7262-4616-b221-331ebed2604e x-openstack-request-id: req-694ddcda-7262-4616-b221-331ebed2604e {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:40.461573 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28cecc9-0a87-4560-a3de-51196dcc5ad6", "tag": "3b0e05e5-994d-4858-af60-4b00e1a3aedf", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:40.461827 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-694ddcda-7262-4616-b221-331ebed2604e {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:40.462229 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694ddcda-7262-4616-b221-331ebed2604e'] response: {'name': 'network-changed', 'server_uuid': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'tag': '3b0e05e5-994d-4858-af60-4b00e1a3aedf', 'status': 'completed', 'code': 200} Aug 29 21:29:40.513432 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:29:40.523436 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=11 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:40.609802 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:40.657289 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5a9b7-4b87-4a5d-8a5c-b24c01159736 req-af9d2f1c-921d-441d-b6af-017292ca11a5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:40.661577 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-86b5a9b7-4b87-4a5d-8a5c-b24c01159736 req-af9d2f1c-921d-441d-b6af-017292ca11a5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0600233 Aug 29 21:29:40.725372 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:40.727338 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-86b5a9b7-4b87-4a5d-8a5c-b24c01159736 req-b94bbcba-2798-45f1-9954-14077bfe51ea tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578334 Aug 29 21:29:40.769651 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '37256798-3e01-49ad-9f99-68cccbb63388', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '3b0e05e5-994d-4858-af60-4b00e1a3aedf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:9d:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:29:02Z', 'updated_at': '2022-08-29T21:29:39Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}, {'id': '8e40629e-63d7-4023-9c94-aa9df665436b', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:51Z', 'updated_at': '2022-08-29T21:27:36Z', 'revision_number': 2, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:40.797685 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:29:40.806453 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:29:40.807067 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:29:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:40.884043 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45840) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:40.898588 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8cae5090-7422-4a89-a679-33d318eab176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:40.909683 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:29:40.987719 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8cae5090-7422-4a89-a679-33d318eab176 admin admin] Publish callbacks [] for security_group (c739532c-2ec7-4765-ab54-6e68e956b6ec), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:41.064451 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-16bd3a2f-c681-4af0-8e6b-8dd59347a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:41.066128 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-16bd3a2f-c681-4af0-8e6b-8dd59347a005 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0788198 Aug 29 21:29:41.091988 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb53c7-e083-4715-980b-783e594127b0 req-16e1eb99-60d5-45b1-a3dc-a6a28e310bc3 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:41.093574 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35fb53c7-e083-4715-980b-783e594127b0 req-16e1eb99-60d5-45b1-a3dc-a6a28e310bc3 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0685995 Aug 29 21:29:41.113012 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8cae5090-7422-4a89-a679-33d318eab176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c739532c-2ec7-4765-ab54-6e68e956b6ec), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:41.168195 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae5090-7422-4a89-a679-33d318eab176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c739532c-2ec7-4765-ab54-6e68e956b6ec,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:41.173395 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-8cae5090-7422-4a89-a679-33d318eab176 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=306cab0f75764d898a3fb5b11c207e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880974 Aug 29 21:29:41.176035 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45844) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:41.210942 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-35fb53c7-e083-4715-980b-783e594127b0 req-f2d7e836-8c7e-4215-9fa2-b2fa50f49e4c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071913 Aug 29 21:29:41.250490 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-2b6369d0-9fdf-4257-8914-04cd86ad7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:41.252027 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-2b6369d0-9fdf-4257-8914-04cd86ad7d7f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 916 time: 0.1794677 Aug 29 21:29:41.302787 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '37256798-3e01-49ad-9f99-68cccbb63388', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '3b0e05e5-994d-4858-af60-4b00e1a3aedf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:9d:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:29:02Z', 'updated_at': '2022-08-29T21:29:39Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}, {'id': '8e40629e-63d7-4023-9c94-aa9df665436b', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:51Z', 'updated_at': '2022-08-29T21:27:36Z', 'revision_number': 2, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:41.328211 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-472d13bb-9e61-4e02-9685-75cc496c66dc service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b0e05e5-994d-4858-af60-4b00e1a3aedf HTTP/1.1" status: 200 len: 999 time: 0.0689745 Aug 29 21:29:41.330238 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a6f4e-8c3a-4c24-92d5-86298a0b2db0 None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '37256798-3e01-49ad-9f99-68cccbb63388', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '3b0e05e5-994d-4858-af60-4b00e1a3aedf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:9d:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:29:02Z', 'updated_at': '2022-08-29T21:29:39Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}, {'id': '8e40629e-63d7-4023-9c94-aa9df665436b', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:51Z', 'updated_at': '2022-08-29T21:27:36Z', 'revision_number': 2, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:29:41.388275 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-0596357b-2ed7-4d23-b775-732516a6b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:41.389740 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-0596357b-2ed7-4d23-b775-732516a6b8f1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 200 len: 854 time: 0.0559242 Aug 29 21:29:41.455334 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-af67cf2b-3705-4aab-8f6d-0a757b439a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:41.457731 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-af67cf2b-3705-4aab-8f6d-0a757b439a0a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d52e082-ed9a-4937-bc0b-8b03e2527c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518105 Aug 29 21:29:41.493080 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-44cc9f9a-baf6-453d-af5f-ae23928fdae9 admin admin] Publish callbacks [] for security_group (c739532c-2ec7-4765-ab54-6e68e956b6ec), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:41.513953 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:41.515103 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-44cc9f9a-baf6-453d-af5f-ae23928fdae9 admin admin] Publish callbacks [] for security_group (c739532c-2ec7-4765-ab54-6e68e956b6ec), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:41.560653 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa39a2-4b54-4d06-b896-34f06cc65fd1 None None] New status for floating IP 37256798-3e01-49ad-9f99-68cccbb63388: ACTIVE {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:29:41.562632 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-8adbacfe-7315-4a00-b636-d7ac744d146e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978198 Aug 29 21:29:41.645612 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-44cc9f9a-baf6-453d-af5f-ae23928fdae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c739532c-2ec7-4765-ab54-6e68e956b6ec), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:41.648467 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-44cc9f9a-baf6-453d-af5f-ae23928fdae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:41.649764 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-44cc9f9a-baf6-453d-af5f-ae23928fdae9 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c739532c-2ec7-4765-ab54-6e68e956b6ec HTTP/1.1" status: 204 len: 168 time: 0.4728234 Aug 29 21:29:41.662279 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc9f9a-baf6-453d-af5f-ae23928fdae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739532c-2ec7-4765-ab54-6e68e956b6ec,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:41.673798 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d04e8013-8f0d-4f11-9bd6-7836bed4ab63 req-bc79d3fb-dc77-48fe-89b1-b82807611f03 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942204 Aug 29 21:29:41.865247 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dbce8-331a-42fc-a828-6c612b464a7d req-8883cc58-1b0a-48a9-a069-1ec4b828257e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:41.866988 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8e0dbce8-331a-42fc-a828-6c612b464a7d req-8883cc58-1b0a-48a9-a069-1ec4b828257e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0536613 Aug 29 21:29:41.923652 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8e0dbce8-331a-42fc-a828-6c612b464a7d req-0e83f51b-1f5c-42e9-b51e-2d52d76092d6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503249 Aug 29 21:29:42.343156 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414be5c-30f4-4131-948f-fae525d4cddb req-288f5d46-c271-4f28-8d0c-84b7d07740b2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:42.344743 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2414be5c-30f4-4131-948f-fae525d4cddb req-288f5d46-c271-4f28-8d0c-84b7d07740b2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0499897 Aug 29 21:29:42.395146 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2414be5c-30f4-4131-948f-fae525d4cddb req-00eb0ae3-ad5a-4e84-ad97-a459be0510f1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Aug 29 21:29:43.520140 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734708-a1e2-4fee-ae16-ef5d91e5da6c req-4515ede2-d530-45f6-b408-522ae9e41f6a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:43.521647 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-86734708-a1e2-4fee-ae16-ef5d91e5da6c req-4515ede2-d530-45f6-b408-522ae9e41f6a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0488641 Aug 29 21:29:43.569216 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-86734708-a1e2-4fee-ae16-ef5d91e5da6c req-8be4605a-3a9f-4ed5-9af9-03b74ab8dcdd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418637 Aug 29 21:29:44.697860 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7e423-dc93-4164-ba5f-73248cc14718 req-1b8d8495-4140-4c41-8f01-f1ffd3e5cb6e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:44.699326 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-75b7e423-dc93-4164-ba5f-73248cc14718 req-1b8d8495-4140-4c41-8f01-f1ffd3e5cb6e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0518594 Aug 29 21:29:44.747018 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-75b7e423-dc93-4164-ba5f-73248cc14718 req-2a43f53c-7ec3-4405-b1be-72db0d74aecf tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Aug 29 21:29:45.873314 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1caeb2-d046-4fcd-8bff-2b283860f0b9 req-35d96eef-9656-434e-9a24-b679761c582f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:45.874809 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3c1caeb2-d046-4fcd-8bff-2b283860f0b9 req-35d96eef-9656-434e-9a24-b679761c582f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0498760 Aug 29 21:29:45.923107 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3c1caeb2-d046-4fcd-8bff-2b283860f0b9 req-265a5761-1f05-4cf3-9cea-de86203d7685 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427616 Aug 29 21:29:47.051720 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48799d0f-57fc-44ef-9b7d-a397369becb1 req-c6fd31dc-4f45-493f-b457-c7ed5dc3be6d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:47.053371 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-48799d0f-57fc-44ef-9b7d-a397369becb1 req-c6fd31dc-4f45-493f-b457-c7ed5dc3be6d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0500968 Aug 29 21:29:47.080847 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:47.104507 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-48799d0f-57fc-44ef-9b7d-a397369becb1 req-df8dd8f8-62a9-48ea-89ff-7d22cdcf74de tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440705 Aug 29 21:29:48.240532 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364ec48-c699-4b23-898e-f2cf90dcdc3d req-69554798-cb0d-45b9-8447-2d794d6a0f4e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:48.242160 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0364ec48-c699-4b23-898e-f2cf90dcdc3d req-69554798-cb0d-45b9-8447-2d794d6a0f4e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0570295 Aug 29 21:29:48.296021 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:48.300985 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0364ec48-c699-4b23-898e-f2cf90dcdc3d req-d22ec2c5-76bb-4736-80a4-cbe533c2ebe0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520086 Aug 29 21:29:48.367517 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239309a5-5f9d-43ec-9628-3dc1bd7dc71a req-c1a67bd2-ed02-4393-864b-8000b166a449 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:48.368957 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-239309a5-5f9d-43ec-9628-3dc1bd7dc71a req-c1a67bd2-ed02-4393-864b-8000b166a449 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0528719 Aug 29 21:29:48.423577 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-239309a5-5f9d-43ec-9628-3dc1bd7dc71a req-0a7a0dfc-b34b-41b6-b230-2ba88901c473 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484781 Aug 29 21:29:48.450884 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45888) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:48.682225 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f255e41-e09a-4398-bd54-79ed0e8ace36 tempest-TestMinimumBasicScenario-750784474 tempest-TestMinimumBasicScenario-750784474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:48.683760 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-7f255e41-e09a-4398-bd54-79ed0e8ace36 tempest-TestMinimumBasicScenario-750784474 tempest-TestMinimumBasicScenario-750784474-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 1124 time: 0.2318659 Aug 29 21:29:48.687384 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45892) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:48.691615 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'port_id': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:48.839912 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:48.925181 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:48.977849 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:49.036510 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Allocated IP 172.27.3.152 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/23977acd-2ad8-472f-8681-53ed73ab7a0a) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:29:49.146528 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for port (23977acd-2ad8-472f-8681-53ed73ab7a0a), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:49.251351 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (23977acd-2ad8-472f-8681-53ed73ab7a0a), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:49.296700 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:29:49.301880 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:29:49.304696 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:29:49.306991 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'Port': ['ID=23977acd-2ad8-472f-8681-53ed73ab7a0a,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:49.381198 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:49.470008 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c829d-53e8-4869-a506-0850cb2b9f36 req-bbddafc6-5f7b-47ce-9d6f-ae63db36c375 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:49.471564 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-340c829d-53e8-4869-a506-0850cb2b9f36 req-bbddafc6-5f7b-47ce-9d6f-ae63db36c375 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0847631 Aug 29 21:29:49.592016 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-340c829d-53e8-4869-a506-0850cb2b9f36 req-12da1574-da6d-4ce6-9200-d712cf656d9c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872149 Aug 29 21:29:49.743587 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for floatingip (8e34bc41-1f4c-46db-a1db-975f9c5ac0e1), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:49.900446 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (23977acd-2ad8-472f-8681-53ed73ab7a0a), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:49.989652 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:50.065790 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for port (23977acd-2ad8-472f-8681-53ed73ab7a0a), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:50.170627 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (23977acd-2ad8-472f-8681-53ed73ab7a0a), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:50.244412 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (8e34bc41-1f4c-46db-a1db-975f9c5ac0e1), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:50.246293 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'Port': ['ID=23977acd-2ad8-472f-8681-53ed73ab7a0a,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:50.348788 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Floating IP 8e34bc41-1f4c-46db-a1db-975f9c5ac0e1 associated. External IP: 172.27.3.152, port: f7b98ffd-df0e-4679-b056-8aebb5b15590. Aug 29 21:29:50.550469 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:50.554400 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Router 3604da6b-a9fc-48ef-b1a4-62aee854d20f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:29:50.661652 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:29:50.673808 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] Sync routers for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:29:50.684082 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:29:50.684714 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:29:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:50.721300 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b049d2-cad8-4ed2-9a32-2f32d1248fe0 req-82b3eb8d-a99f-4d14-948f-a8bea54f6c59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:50.722841 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d2b049d2-cad8-4ed2-9a32-2f32d1248fe0 req-82b3eb8d-a99f-4d14-948f-a8bea54f6c59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0498476 Aug 29 21:29:50.761624 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:50.774469 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d2b049d2-cad8-4ed2-9a32-2f32d1248fe0 req-8af990b0-e3c1-4005-b3c3-d8c197f14e9d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456815 Aug 29 21:29:50.785197 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:50.797374 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:29:50.807696 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-3200a6ff-2943-45f0-8d77-37b0e41b0df6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1190062 Aug 29 21:29:50.808084 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:50.810408 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:50.810561 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 45900) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:50.815814 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801222901', 'description': 'tempest-secgroup-smoke-1801222901 description', 'project_id': '52ac0b73cab4494ab39d80f06c54e9da'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:50.856557 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fa526f-7fcb-47fc-abf7-52868c239a60 x-openstack-request-id: req-91fa526f-7fcb-47fc-abf7-52868c239a60 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:50.856888 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:50.857320 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91fa526f-7fcb-47fc-abf7-52868c239a60 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:50.857743 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fa526f-7fcb-47fc-abf7-52868c239a60'] response: {'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'status': 'completed', 'code': 200} Aug 29 21:29:50.928467 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-008e0e65-e8ca-4f3f-9cf2-ac714a81392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:50.930025 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-008e0e65-e8ca-4f3f-9cf2-ac714a81392b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 1129 time: 0.0408978 Aug 29 21:29:50.931220 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:51.022963 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '8e34bc41-1f4c-46db-a1db-975f9c5ac0e1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'port_id': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'mac_address': 'fa:16:3e:ae:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:29:49Z', 'updated_at': '2022-08-29T21:29:49Z', 'revision_number': 0, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96230eaa-a070-4cf7-89e3-813ce07850a4', 'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'mac_address': 'fa:16:3e:e3:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:38Z', 'updated_at': '2022-08-29T21:28:44Z', 'revision_number': 5, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'subnets': [{'id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:51.052597 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] Checking router: 3604da6b-a9fc-48ef-b1a4-62aee854d20f for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:29:51.063572 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:29:51.063572 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:29:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:51.076046 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-05bdb09b-6238-4447-96ef-c5778f55e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:51.077532 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-05bdb09b-6238-4447-96ef-c5778f55e577 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=292f73ed-e808-4244-8a17-4a958ad6e9d1 HTTP/1.1" status: 200 len: 916 time: 0.1364033 Aug 29 21:29:51.090170 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group (0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:51.156335 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-d8d1620a-7317-4238-835e-32888eeef37d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 200 len: 999 time: 0.0642662 Aug 29 21:29:51.175000 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:29:51.179541 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:51.246116 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:51.249944 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-bf8dbe01-dda7-4a55-bfb7-c6d9b8746639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:51.251416 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-bf8dbe01-dda7-4a55-bfb7-c6d9b8746639 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b038c22d-365b-4a73-9f2b-8e703ee9231f HTTP/1.1" status: 200 len: 854 time: 0.0815141 Aug 29 21:29:51.257336 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.257686 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.258035 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.258377 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.258713 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.259045 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.259376 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.259731 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.260089 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.260419 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.260748 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.261074 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.261401 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.261786 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.262179 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:51.305515 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-22e13668-c9a0-40d3-a085-70e8985e964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:51.307090 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-22e13668-c9a0-40d3-a085-70e8985e964a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=292f73ed-e808-4244-8a17-4a958ad6e9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407746 Aug 29 21:29:51.324405 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:51.326177 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-abee61bf-9182-45ef-a6a6-9701c7c04c3a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5145190 Aug 29 21:29:51.329457 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45904) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:51.334410 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-6e850a41-b87d-4972-be65-698f34bd35e9 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'security_group_rule': {'security_group_id': '0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c', 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:51.388871 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:51.402705 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '8e34bc41-1f4c-46db-a1db-975f9c5ac0e1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'port_id': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'mac_address': 'fa:16:3e:ae:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:29:49Z', 'updated_at': '2022-08-29T21:29:49Z', 'revision_number': 0, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96230eaa-a070-4cf7-89e3-813ce07850a4', 'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'mac_address': 'fa:16:3e:e3:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:38Z', 'updated_at': '2022-08-29T21:28:44Z', 'revision_number': 5, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'subnets': [{'id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:29:51.415069 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-0ceccc98-2267-4870-a58a-ffae6daf6170 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011140 Aug 29 21:29:51.430908 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459717ef-2480-4980-a57f-edabc2797d57 None None] The sync data for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi is: [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '8e34bc41-1f4c-46db-a1db-975f9c5ac0e1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'port_id': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'mac_address': 'fa:16:3e:ae:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:29:49Z', 'updated_at': '2022-08-29T21:29:49Z', 'revision_number': 0, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96230eaa-a070-4cf7-89e3-813ce07850a4', 'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'mac_address': 'fa:16:3e:e3:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:38Z', 'updated_at': '2022-08-29T21:28:44Z', 'revision_number': 5, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'subnets': [{'id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:29:51.476900 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6e850a41-b87d-4972-be65-698f34bd35e9 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (aa5452c7-69dd-4c82-abe9-79baee079ed1), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:51.507265 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:51.547375 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31a0b03f-bd44-49ef-b4ff-a6bd10d15803 req-f43a0265-0fa5-435d-be44-085f19406cdd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197138 Aug 29 21:29:51.558043 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6e850a41-b87d-4972-be65-698f34bd35e9 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (aa5452c7-69dd-4c82-abe9-79baee079ed1), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:51.662593 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6e850a41-b87d-4972-be65-698f34bd35e9 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (aa5452c7-69dd-4c82-abe9-79baee079ed1), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:51.670953 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d0749-8063-499b-beaa-239512e40448 None None] New status for floating IP 8e34bc41-1f4c-46db-a1db-975f9c5ac0e1: ACTIVE {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:29:51.687988 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e850a41-b87d-4972-be65-698f34bd35e9 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5452c7-69dd-4c82-abe9-79baee079ed1,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:51.773053 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6e850a41-b87d-4972-be65-698f34bd35e9 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:51.774341 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6e850a41-b87d-4972-be65-698f34bd35e9 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4438889 Aug 29 21:29:51.777390 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45906) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:51.781810 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-4aeb95b3-3636-404c-9f21-92e4bf9cee12 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'security_group_rule': {'security_group_id': '0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c', 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:51.907219 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223cdcd-0874-4665-87e5-d5ec9113fcca req-7d8427ca-f0fb-46c3-8ace-bb2eb08cf219 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:51.908669 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c223cdcd-0874-4665-87e5-d5ec9113fcca req-7d8427ca-f0fb-46c3-8ace-bb2eb08cf219 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0521612 Aug 29 21:29:51.925761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4aeb95b3-3636-404c-9f21-92e4bf9cee12 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (e6752fe2-bc62-4ad3-9f96-27d0921e8395), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:51.968642 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c223cdcd-0874-4665-87e5-d5ec9113fcca req-4acf55bf-4437-40cf-b731-405175bc72e0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541723 Aug 29 21:29:51.977331 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:51.994874 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4aeb95b3-3636-404c-9f21-92e4bf9cee12 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (e6752fe2-bc62-4ad3-9f96-27d0921e8395), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:52.092048 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4aeb95b3-3636-404c-9f21-92e4bf9cee12 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (e6752fe2-bc62-4ad3-9f96-27d0921e8395), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:52.115593 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb95b3-3636-404c-9f21-92e4bf9cee12 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6752fe2-bc62-4ad3-9f96-27d0921e8395,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:52.167198 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4aeb95b3-3636-404c-9f21-92e4bf9cee12 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:52.168374 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4aeb95b3-3636-404c-9f21-92e4bf9cee12 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3900368 Aug 29 21:29:52.172000 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45910) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:52.176287 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-8626d731-ae8b-43bf-8ab2-c007bc3d0751 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'security_group_rule': {'security_group_id': '0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c', 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:52.290640 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8626d731-ae8b-43bf-8ab2-c007bc3d0751 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (5dde2cd9-94f5-43c7-bd03-b7db68f48f60), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:52.349508 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8626d731-ae8b-43bf-8ab2-c007bc3d0751 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (5dde2cd9-94f5-43c7-bd03-b7db68f48f60), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:52.434209 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8626d731-ae8b-43bf-8ab2-c007bc3d0751 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (5dde2cd9-94f5-43c7-bd03-b7db68f48f60), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:52.454934 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626d731-ae8b-43bf-8ab2-c007bc3d0751 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dde2cd9-94f5-43c7-bd03-b7db68f48f60,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:52.538731 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8626d731-ae8b-43bf-8ab2-c007bc3d0751 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:52.539981 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-8626d731-ae8b-43bf-8ab2-c007bc3d0751 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670483 Aug 29 21:29:52.542840 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45912) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:52.547254 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-095e9752-7b9f-4f62-89b5-b0cd097f1953 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'security_group_rule': {'security_group_id': '0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c', 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:52.710424 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-095e9752-7b9f-4f62-89b5-b0cd097f1953 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (225f5ef6-b947-442c-92a7-cdc47e7c2dde), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:52.770470 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-095e9752-7b9f-4f62-89b5-b0cd097f1953 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (225f5ef6-b947-442c-92a7-cdc47e7c2dde), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:53.105594 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52265b5d-ea21-420e-9d6d-9f5620179fba req-719a1454-b77e-47f7-845f-8e67a264477a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:53.107738 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-52265b5d-ea21-420e-9d6d-9f5620179fba req-719a1454-b77e-47f7-845f-8e67a264477a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0515127 Aug 29 21:29:53.159364 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-52265b5d-ea21-420e-9d6d-9f5620179fba req-3db8c01c-e8a5-44ec-999c-b2439b5ccc11 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457859 Aug 29 21:29:53.302645 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-095e9752-7b9f-4f62-89b5-b0cd097f1953 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (225f5ef6-b947-442c-92a7-cdc47e7c2dde), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:53.323693 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e9752-7b9f-4f62-89b5-b0cd097f1953 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225f5ef6-b947-442c-92a7-cdc47e7c2dde,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:53.435237 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-095e9752-7b9f-4f62-89b5-b0cd097f1953 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:53.437316 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-095e9752-7b9f-4f62-89b5-b0cd097f1953 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8928452 Aug 29 21:29:53.440068 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45916) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:53.444711 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-7ef0fd4f-87b1-4a8c-96db-59837421d4b3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'security_group_rule': {'security_group_id': '0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c', 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:53.449247 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:53.537241 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.securitygroups_db [None req-7ef0fd4f-87b1-4a8c-96db-59837421d4b3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Project 52ac0b73cab4494ab39d80f06c54e9da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:29:53.545760 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fd4f-87b1-4a8c-96db-59837421d4b3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (ae155a4c-c2e4-43b0-ad58-8f5a1b0e78c9), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:53.616209 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fd4f-87b1-4a8c-96db-59837421d4b3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (ae155a4c-c2e4-43b0-ad58-8f5a1b0e78c9), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:53.725149 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fd4f-87b1-4a8c-96db-59837421d4b3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (ae155a4c-c2e4-43b0-ad58-8f5a1b0e78c9), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:53.748208 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0fd4f-87b1-4a8c-96db-59837421d4b3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae155a4c-c2e4-43b0-ad58-8f5a1b0e78c9,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:53.869201 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fd4f-87b1-4a8c-96db-59837421d4b3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:53.870563 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-7ef0fd4f-87b1-4a8c-96db-59837421d4b3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4293857 Aug 29 21:29:53.873768 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 45920) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:53.878517 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-12be4815-0349-419c-9356-5a4bb3a51fd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'security_group_rule': {'security_group_id': '0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c', 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:53.948857 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.securitygroups_db [None req-12be4815-0349-419c-9356-5a4bb3a51fd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Project 52ac0b73cab4494ab39d80f06c54e9da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:29:53.956889 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-12be4815-0349-419c-9356-5a4bb3a51fd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (16bdef48-bdda-4a2e-9301-196662477af8), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:54.033500 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-12be4815-0349-419c-9356-5a4bb3a51fd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (16bdef48-bdda-4a2e-9301-196662477af8), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:54.119494 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-12be4815-0349-419c-9356-5a4bb3a51fd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (16bdef48-bdda-4a2e-9301-196662477af8), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:54.142771 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be4815-0349-419c-9356-5a4bb3a51fd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bdef48-bdda-4a2e-9301-196662477af8,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:54.232869 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-12be4815-0349-419c-9356-5a4bb3a51fd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:54.234713 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-12be4815-0349-419c-9356-5a4bb3a51fd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3595827 Aug 29 21:29:54.317064 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ce480-c481-48ef-a160-b8a0b8321ce2 req-64d13d3d-099a-426a-b9f2-1fe5d55fe93d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:54.319438 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7f8ce480-c481-48ef-a160-b8a0b8321ce2 req-64d13d3d-099a-426a-b9f2-1fe5d55fe93d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0700970 Aug 29 21:29:54.346854 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:54.363817 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-e96be027-b910-4124-8ea1-a9576483466e tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1801222901&fields=id&tenant_id=52ac0b73cab4494ab39d80f06c54e9da HTTP/1.1" status: 200 len: 267 time: 0.0592489 Aug 29 21:29:54.401415 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7f8ce480-c481-48ef-a160-b8a0b8321ce2 req-c1cacb2c-d8eb-4c8c-ba13-8c9d4d4d0f60 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731337 Aug 29 21:29:54.424955 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-5b630645-9ab3-4eaa-abed-315b87cfb11f tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:54.432655 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-5b630645-9ab3-4eaa-abed-315b87cfb11f tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0627935 Aug 29 21:29:54.439670 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-85a8d54a-3abc-461e-8701-60e1eb7e54ac tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'port': {'security_groups': ['3aa1e528-2b21-4e00-be0c-5d40871747c2', '0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c']}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:54.520479 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-85a8d54a-3abc-461e-8701-60e1eb7e54ac tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:54.829322 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-85a8d54a-3abc-461e-8701-60e1eb7e54ac tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] For port f7b98ffd-df0e-4679-b056-8aebb5b15590, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:54.879139 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-85a8d54a-3abc-461e-8701-60e1eb7e54ac tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:55.067050 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-85a8d54a-3abc-461e-8701-60e1eb7e54ac tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:55.078310 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-85a8d54a-3abc-461e-8701-60e1eb7e54ac tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:55.078984 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-85a8d54a-3abc-461e-8701-60e1eb7e54ac tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:55.080892 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-feffc0ce-011d-4c93-9ce0-b11daf3a333d req-85a8d54a-3abc-461e-8701-60e1eb7e54ac tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "PUT /networking/v2.0/ports/f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 200 len: 981 time: 0.6462865 Aug 29 21:29:55.081595 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['f7b98ffd-df0e-4679-b056-8aebb5b15590'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:29:55.082399 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:55.084377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:55.141761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8d54a-3abc-461e-8701-60e1eb7e54ac tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'Port': ['ID=f7b98ffd-df0e-4679-b056-8aebb5b15590,revision_number=6']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:55.170070 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31132b8-e0a9-4d4d-a2d9-d5df40e20f4a x-openstack-request-id: req-c31132b8-e0a9-4d4d-a2d9-d5df40e20f4a {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:55.170070 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:55.170070 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c31132b8-e0a9-4d4d-a2d9-d5df40e20f4a {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:55.170070 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31132b8-e0a9-4d4d-a2d9-d5df40e20f4a'] response: {'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'status': 'completed', 'code': 200} Aug 29 21:29:55.249781 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['f7b98ffd-df0e-4679-b056-8aebb5b15590'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:29:55.257982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-497e0255-9516-46f0-90c5-33477cd31c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:55.260074 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-497e0255-9516-46f0-90c5-33477cd31c4a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 1168 time: 0.0519991 Aug 29 21:29:55.280952 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76b7b0-89c3-4386-91e0-b2015dd2fb18 req-5e1d9e86-95fd-4779-a69f-347d00d1021d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:55.284330 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4c76b7b0-89c3-4386-91e0-b2015dd2fb18 req-5e1d9e86-95fd-4779-a69f-347d00d1021d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0867286 Aug 29 21:29:55.330156 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:55.366161 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4c76b7b0-89c3-4386-91e0-b2015dd2fb18 req-4a9e7881-eada-4022-9abc-f24c3b95c397 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714531 Aug 29 21:29:55.380725 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-61192ba3-6c32-4114-b133-590371dbbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:55.382359 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-61192ba3-6c32-4114-b133-590371dbbd36 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=292f73ed-e808-4244-8a17-4a958ad6e9d1 HTTP/1.1" status: 200 len: 916 time: 0.1115377 Aug 29 21:29:55.473272 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-5221318c-2463-4439-a629-20f7affebe04 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 200 len: 1001 time: 0.0800951 Aug 29 21:29:55.583078 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-20aa7b35-3fc5-43fc-aff0-28c7184528f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:55.585189 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-20aa7b35-3fc5-43fc-aff0-28c7184528f7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b038c22d-365b-4a73-9f2b-8e703ee9231f HTTP/1.1" status: 200 len: 854 time: 0.1039188 Aug 29 21:29:55.595659 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d25d-47e7-4134-991c-444158905c4e req-a9d2dc92-1d88-4371-82bf-b6acd444d34e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:55.600127 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d391d25d-47e7-4134-991c-444158905c4e req-a9d2dc92-1d88-4371-82bf-b6acd444d34e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0729322 Aug 29 21:29:55.627144 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:55.669386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-a937ba93-1b16-48b5-9657-2e38844ff303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:55.671764 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-a937ba93-1b16-48b5-9657-2e38844ff303 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=292f73ed-e808-4244-8a17-4a958ad6e9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731437 Aug 29 21:29:55.750630 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d391d25d-47e7-4134-991c-444158905c4e req-0fc734a1-bb95-4e8a-a419-1404c23f7e44 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414580 Aug 29 21:29:55.803257 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-b9915f45-5b44-4b02-b5d8-a781bf858ac6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247480 Aug 29 21:29:55.907835 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd2f37e3-f5da-4e79-8431-f1f59689a7f6 req-612e0901-276a-4021-bffb-213e0a4dea59 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969744 Aug 29 21:29:56.595454 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7d00a0ed-45ea-43c9-98bc-7122049be3a0 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:29:56.676979 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:56.704483 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:56.718125 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'port_id': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'mac_address': 'fa:16:3e:e0:b9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:29:56.757899 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 is: ACTIVE; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:56.758369 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:56.775119 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d00a0ed-45ea-43c9-98bc-7122049be3a0 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:29:56.802036 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:56.884492 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:56.899239 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:56.907695 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce2b03-2c34-4430-a760-bf987cb16aa8 req-42a89a80-26ee-43ca-ab46-86329c9471fc tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:56.909300 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-14ce2b03-2c34-4430-a760-bf987cb16aa8 req-42a89a80-26ee-43ca-ab46-86329c9471fc tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0549917 Aug 29 21:29:56.946644 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=6']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:56.985854 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-14ce2b03-2c34-4430-a760-bf987cb16aa8 req-755c624c-4461-4af5-aa66-afe028fee2c7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689929 Aug 29 21:29:57.085755 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['7d00a0ed-45ea-43c9-98bc-7122049be3a0'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:29:57.202893 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:58.146377 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374acea7-d891-4b86-92bb-9098970c78ac req-aa5fc282-b9e0-4feb-9ce2-d6c2cd742ddd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:58.148729 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-374acea7-d891-4b86-92bb-9098970c78ac req-aa5fc282-b9e0-4feb-9ce2-d6c2cd742ddd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 944 time: 0.0540292 Aug 29 21:29:58.178735 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:58.213945 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-374acea7-d891-4b86-92bb-9098970c78ac req-42a682e6-576e-49d8-aa53-2d0977714c26 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587626 Aug 29 21:29:58.603060 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7d00a0ed-45ea-43c9-98bc-7122049be3a0 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:29:58.668943 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:58.669430 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:58.753554 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:58.754114 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:58.784522 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:29:58.786881 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee447518-d8e8-4fa5-bc7f-6a7c6e9ec206" -d '{"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:29:58.821051 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:58.832805 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2995e02b-0e19-42d5-895b-eb5c1c56bf98 x-openstack-request-id: req-2995e02b-0e19-42d5-895b-eb5c1c56bf98 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:29:58.833233 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:29:58.833590 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2995e02b-0e19-42d5-895b-eb5c1c56bf98 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:29:58.834146 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2995e02b-0e19-42d5-895b-eb5c1c56bf98'] response: {'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'code': 200} Aug 29 21:29:58.926268 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:59.025158 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=7']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:59.371024 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33e4fe-ca09-4ecd-aa95-91b705d8e20a req-8b63ab0a-3534-4f12-a79e-a814de7adf2d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:59.373845 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-af33e4fe-ca09-4ecd-aa95-91b705d8e20a req-8b63ab0a-3534-4f12-a79e-a814de7adf2d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0576010 Aug 29 21:29:59.453078 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-af33e4fe-ca09-4ecd-aa95-91b705d8e20a req-68af047a-3c4b-4a91-a83e-0c11a86f0e0d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748248 Aug 29 21:30:00.629066 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd9e6a-4d4b-487d-9ddb-600b8463cc1b req-52972a50-a19a-4fe0-a5ed-9fd6fac5377f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:00.630768 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-06dd9e6a-4d4b-487d-9ddb-600b8463cc1b req-52972a50-a19a-4fe0-a5ed-9fd6fac5377f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0531271 Aug 29 21:30:00.684763 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-06dd9e6a-4d4b-487d-9ddb-600b8463cc1b req-b141086b-f359-41a1-8728-b8e30161e13d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468972 Aug 29 21:30:01.773760 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:01.776917 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:01.872018 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5e18a-2e22-4157-adab-9b92f86f53a8 req-047c4646-1322-4a04-8231-91ac606d5c3f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:01.873952 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ebd5e18a-2e22-4157-adab-9b92f86f53a8 req-047c4646-1322-4a04-8231-91ac606d5c3f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0711300 Aug 29 21:30:01.950402 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ebd5e18a-2e22-4157-adab-9b92f86f53a8 req-0f576203-ffde-44f0-9e7c-9f366104624b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644331 Aug 29 21:30:03.145074 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0e448328-e65b-4f21-be02-158bead6edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:03.162084 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301762c-0f25-448f-95c8-dc7b56deea6d req-f7c71dd1-06bf-4923-937d-e226ff093d9b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:03.163780 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5301762c-0f25-448f-95c8-dc7b56deea6d req-f7c71dd1-06bf-4923-937d-e226ff093d9b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0567973 Aug 29 21:30:03.235999 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5301762c-0f25-448f-95c8-dc7b56deea6d req-785e70f2-cd93-4af7-82a3-4a17380f15f9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607479 Aug 29 21:30:04.035577 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:30:04.401845 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ec9da-5966-474a-aa97-b5d5fba2868c req-610de40a-e526-4a54-9bba-2c0016a649b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:04.403911 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-869ec9da-5966-474a-aa97-b5d5fba2868c req-610de40a-e526-4a54-9bba-2c0016a649b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0583069 Aug 29 21:30:04.460706 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-869ec9da-5966-474a-aa97-b5d5fba2868c req-4fccb732-80b4-4966-9f06-ac5439a6b53a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503788 Aug 29 21:30:05.354774 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-9f7fa790-0f7f-4c8e-b886-1e6a47c82379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:05.673258 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16320078-c948-4466-b3e6-6f307b131fe7 req-b396a99f-305f-4e97-8ff4-b4d6fc843c85 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:05.676110 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-16320078-c948-4466-b3e6-6f307b131fe7 req-b396a99f-305f-4e97-8ff4-b4d6fc843c85 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0844800 Aug 29 21:30:05.758669 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-16320078-c948-4466-b3e6-6f307b131fe7 req-7589321b-82fd-42c3-8f29-86dd9dcbd82b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699420 Aug 29 21:30:06.719626 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:07.001099 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:07.011320 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:07.021176 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e7d96-c321-49bc-a882-b3f674116d61 req-9f886849-03c8-42b9-bfb6-ff1630505af7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:07.022783 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aa8e7d96-c321-49bc-a882-b3f674116d61 req-9f886849-03c8-42b9-bfb6-ff1630505af7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.1061463 Aug 29 21:30:07.099537 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aa8e7d96-c321-49bc-a882-b3f674116d61 req-b7d17029-33f0-4b87-b447-4556a0bf532d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665090 Aug 29 21:30:08.285400 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452ce5b-a4f4-467b-8d51-f9280dffeaec req-7bb5e0bf-ad2e-4dc4-a8ca-86ceb5373b1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:08.287212 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8452ce5b-a4f4-467b-8d51-f9280dffeaec req-7bb5e0bf-ad2e-4dc4-a8ca-86ceb5373b1e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0615125 Aug 29 21:30:08.354117 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8452ce5b-a4f4-467b-8d51-f9280dffeaec req-731119c4-0869-4574-8b52-6a1f95eb7ef2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553489 Aug 29 21:30:08.515459 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:08.516443 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:09.532205 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9839db0-772b-415c-8906-315ad7cdcd4c req-b594f2bd-8b1e-4d82-80d9-08b107990464 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:09.533932 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a9839db0-772b-415c-8906-315ad7cdcd4c req-b594f2bd-8b1e-4d82-80d9-08b107990464 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0558612 Aug 29 21:30:09.603471 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a9839db0-772b-415c-8906-315ad7cdcd4c req-0ad88ca1-92e9-4697-82a3-2c82094a32a9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633790 Aug 29 21:30:10.662471 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6523941-3448-4a79-985d-b96bc1028113 req-1f4e0ec5-caf8-4807-b148-9b4120d4853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:10.665272 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a6523941-3448-4a79-985d-b96bc1028113 req-1f4e0ec5-caf8-4807-b148-9b4120d4853c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 1129 time: 0.0493875 Aug 29 21:30:10.771015 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9e9cc-10e1-4860-ac71-8726ab340b38 req-1b3cd15f-4634-4796-86e8-f6e474192b2e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:10.773751 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9ee9e9cc-10e1-4860-ac71-8726ab340b38 req-1b3cd15f-4634-4796-86e8-f6e474192b2e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0678728 Aug 29 21:30:10.806530 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6523941-3448-4a79-985d-b96bc1028113 req-72c32a82-e653-4fe0-84b5-20eed22b7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:10.809879 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a6523941-3448-4a79-985d-b96bc1028113 req-72c32a82-e653-4fe0-84b5-20eed22b7212 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 918 time: 0.1331017 Aug 29 21:30:10.838524 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9ee9e9cc-10e1-4860-ac71-8726ab340b38 req-847d2217-3e49-499d-9cf5-024d42104cdf tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578668 Aug 29 21:30:10.895441 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a6523941-3448-4a79-985d-b96bc1028113 req-5e901e6f-1ff1-41cd-949f-4497f7be1ed8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0 HTTP/1.1" status: 200 len: 1000 time: 0.0799477 Aug 29 21:30:10.954411 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6523941-3448-4a79-985d-b96bc1028113 req-ebeb3223-be5b-45fd-a1ec-091ca0233dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:10.955856 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a6523941-3448-4a79-985d-b96bc1028113 req-ebeb3223-be5b-45fd-a1ec-091ca0233dd2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 200 len: 856 time: 0.0527043 Aug 29 21:30:11.008107 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6523941-3448-4a79-985d-b96bc1028113 req-b2d7c26a-2e42-4e97-923d-f40ff06665af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:11.009728 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a6523941-3448-4a79-985d-b96bc1028113 req-b2d7c26a-2e42-4e97-923d-f40ff06665af service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48dd2592-6ea0-414d-a1c9-f95709b58170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454526 Aug 29 21:30:11.121696 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a6523941-3448-4a79-985d-b96bc1028113 req-7ff159e0-f1d1-4ad5-a3df-1aadd2b1d9b0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002333 Aug 29 21:30:11.213102 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:11.233353 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a6523941-3448-4a79-985d-b96bc1028113 req-b56fa700-a5b4-4e1f-aeb8-290b5df7050e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009316 Aug 29 21:30:12.001681 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de67390-2a05-46df-96be-2a5cd0adc568 req-a59f5b14-5203-47b0-8ca7-b42168b5d74c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:12.003386 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4de67390-2a05-46df-96be-2a5cd0adc568 req-a59f5b14-5203-47b0-8ca7-b42168b5d74c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0582347 Aug 29 21:30:12.056994 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4de67390-2a05-46df-96be-2a5cd0adc568 req-6c89f451-a644-4a98-a922-1b83dc954222 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476916 Aug 29 21:30:13.165339 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:13.208608 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79083a-323e-44c9-ae86-51516bfa0e00 req-b2470819-2e3c-442f-a29d-b2a87ced6221 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:13.210230 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fd79083a-323e-44c9-ae86-51516bfa0e00 req-b2470819-2e3c-442f-a29d-b2a87ced6221 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0569644 Aug 29 21:30:13.278644 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fd79083a-323e-44c9-ae86-51516bfa0e00 req-0c80bc2a-13ee-42c3-b004-d0797bc2aca3 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568080 Aug 29 21:30:14.028900 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:14.029862 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:14.423577 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f413-a0e8-4089-9258-5b487f96fd76 req-5771f428-d84b-4387-9b52-c7159199058c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:14.425295 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63f2f413-a0e8-4089-9258-5b487f96fd76 req-5771f428-d84b-4387-9b52-c7159199058c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 945 time: 0.0549419 Aug 29 21:30:14.480881 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63f2f413-a0e8-4089-9258-5b487f96fd76 req-a23dd599-e409-4547-8c98-8f7539181610 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486991 Aug 29 21:30:14.724186 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7d00a0ed-45ea-43c9-98bc-7122049be3a0 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:30:14.808613 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 is: ACTIVE; New status is: DOWN {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:30:14.809011 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:14.837166 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:30:14.839593 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b2293-1d89-4963-863c-09ab76ef3a69" -d '{"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:30:14.844859 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:14.855749 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:30:14.908918 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d3695-b60d-4093-bd3c-560f85ca80b4 x-openstack-request-id: req-fa0d3695-b60d-4093-bd3c-560f85ca80b4 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:30:14.908918 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:30:14.909293 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa0d3695-b60d-4093-bd3c-560f85ca80b4 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:30:14.909497 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0d3695-b60d-4093-bd3c-560f85ca80b4'] response: {'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'code': 200} Aug 29 21:30:14.954831 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:15.021449 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=8']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:15.030619 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.030961 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.031305 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.031661 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.032075 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.032405 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.032729 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.037395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.037395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.037395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.037395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.037395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.037395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.037395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.037395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:15.970559 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [req-c3c4f6c8-7228-4d35-a2d1-ac638c207f2e req-612ccad8-794c-49f3-b97d-4399659ce3d6 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:30:15.971817 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c3c4f6c8-7228-4d35-a2d1-ac638c207f2e req-612ccad8-794c-49f3-b97d-4399659ce3d6 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057862 Aug 29 21:30:16.542359 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5ac72-ea5c-4525-a96b-050393ce5270 req-c1dc7a2f-31b1-4648-a64a-0590f09c222b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:16.545524 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-91c5ac72-ea5c-4525-a96b-050393ce5270 req-c1dc7a2f-31b1-4648-a64a-0590f09c222b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0647552 Aug 29 21:30:16.619242 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-91c5ac72-ea5c-4525-a96b-050393ce5270 req-6800dd99-048f-44bf-b688-fe156afc7dec tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636232 Aug 29 21:30:17.150225 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46072) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:17.278409 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-904b1d82-c83d-442d-a086-5605e41f4330 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1265931 Aug 29 21:30:17.291516 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-391b3d8e-ade5-4196-85b7-a1001627e30b service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:30:17.292786 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-391b3d8e-ade5-4196-85b7-a1001627e30b service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059419 Aug 29 21:30:17.400521 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46080) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:17.508168 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-257fae56-9d3a-4fb8-bead-38b2939985e0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:17.509782 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-257fae56-9d3a-4fb8-bead-38b2939985e0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports/7d00a0ed-45ea-43c9-98bc-7122049be3a0 HTTP/1.1" status: 200 len: 940 time: 0.1082118 Aug 29 21:30:17.769022 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767ac10-d5a6-433c-87cf-813552499593 req-16581850-a513-4c42-a0d7-ebc8919c1ac5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:17.770688 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d767ac10-d5a6-433c-87cf-813552499593 req-16581850-a513-4c42-a0d7-ebc8919c1ac5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0537126 Aug 29 21:30:17.844371 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d767ac10-d5a6-433c-87cf-813552499593 req-8c6844e7-3ffc-4562-926c-b6ae90cebaca tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672035 Aug 29 21:30:19.008525 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba86192-0f0a-4f75-9de0-a9bbfb387f6b req-30933b2e-4b1b-4aef-9b1c-614e782cda91 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:19.010481 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8ba86192-0f0a-4f75-9de0-a9bbfb387f6b req-30933b2e-4b1b-4aef-9b1c-614e782cda91 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0680282 Aug 29 21:30:19.438959 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8ba86192-0f0a-4f75-9de0-a9bbfb387f6b req-b2ae4580-28c5-490e-9200-0eefbfea44e6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177537 Aug 29 21:30:20.626523 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365effc3-b2ef-4527-ab14-5155f5bf4991 req-e07a1262-c59c-44b7-84f0-5746aca44b2b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:20.628360 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-365effc3-b2ef-4527-ab14-5155f5bf4991 req-e07a1262-c59c-44b7-84f0-5746aca44b2b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0843902 Aug 29 21:30:20.702274 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-365effc3-b2ef-4527-ab14-5155f5bf4991 req-fe49610a-24cf-4c38-bc47-c16e0f0cb0b4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663192 Aug 29 21:30:21.469396 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-f7982102-c212-4367-a69d-c6b69ab2c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:21.471100 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-f7982102-c212-4367-a69d-c6b69ab2c7ba service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a&tenant_id=5bc75af3ba6c442889ce29351414e110 HTTP/1.1" status: 200 len: 1127 time: 0.0804183 Aug 29 21:30:21.548322 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:21.555607 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-eaf8ba3a-30ed-445b-a9fa-eadd73de61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:21.558146 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-eaf8ba3a-30ed-445b-a9fa-eadd73de61fb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 1127 time: 0.0559449 Aug 29 21:30:21.674884 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-4be3fc1a-5f4e-4543-a13a-09a661cb8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:21.676961 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-4be3fc1a-5f4e-4543-a13a-09a661cb8f2e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 918 time: 0.1070125 Aug 29 21:30:21.761246 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-b0df45d2-4a27-4d1b-bc6c-69ded551c519 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0 HTTP/1.1" status: 200 len: 998 time: 0.0752168 Aug 29 21:30:21.834664 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-1cfa6f06-5762-4c29-8c5b-eed90b04f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:21.837221 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-1cfa6f06-5762-4c29-8c5b-eed90b04f188 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 200 len: 856 time: 0.0658181 Aug 29 21:30:21.862665 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9de20a-4b45-4476-92cf-cfd182241338 req-a0429552-c3b9-4960-b304-094367d908fb tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:21.865365 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7d9de20a-4b45-4476-92cf-cfd182241338 req-a0429552-c3b9-4960-b304-094367d908fb tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0738235 Aug 29 21:30:21.903461 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-005339f5-9999-4fb5-8900-4c6c90cc31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:21.905155 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-005339f5-9999-4fb5-8900-4c6c90cc31da service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48dd2592-6ea0-414d-a1c9-f95709b58170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599360 Aug 29 21:30:21.917178 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:21.931211 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7d9de20a-4b45-4476-92cf-cfd182241338 req-6ef0cb52-8a46-4cdc-a1a8-711003f281ba tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586519 Aug 29 21:30:22.041079 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-d00b1f03-d614-4a7e-8392-16033825d9f0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280291 Aug 29 21:30:22.149015 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-69d45037-78f1-41bd-88c0-40d9fbedb3b9 req-ad6ab285-80d4-40f9-9543-01176bc4d11f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996625 Aug 29 21:30:23.163768 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d293fbb-edd2-40fe-8b3c-6fed54c1f1a0 req-dda81d7d-c22d-44eb-b44b-88e95313d3f2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:23.166391 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1d293fbb-edd2-40fe-8b3c-6fed54c1f1a0 req-dda81d7d-c22d-44eb-b44b-88e95313d3f2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0643594 Aug 29 21:30:23.236818 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1d293fbb-edd2-40fe-8b3c-6fed54c1f1a0 req-cda911c7-a185-46ac-8fad-ea85cd9d0e09 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602448 Aug 29 21:30:24.427841 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ded61-feec-4a6a-9014-2c70133e08eb req-f4ec274b-963d-439f-9936-3cdadb12f76e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:24.429414 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ac1ded61-feec-4a6a-9014-2c70133e08eb req-f4ec274b-963d-439f-9936-3cdadb12f76e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0705109 Aug 29 21:30:24.555797 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ac1ded61-feec-4a6a-9014-2c70133e08eb req-1854915a-2dcc-454c-b889-34d079ffa9f8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153655 Aug 29 21:30:25.024471 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=57,neutron:UPDATE=7 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:25.026172 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:25.752665 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d09c9-52ed-4354-8a65-f005db4fc52d req-c82afcb0-88cc-487a-b149-6de4895e69c1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:25.793466 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c42d09c9-52ed-4354-8a65-f005db4fc52d req-c82afcb0-88cc-487a-b149-6de4895e69c1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0611756 Aug 29 21:30:25.825224 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c42d09c9-52ed-4354-8a65-f005db4fc52d req-8d0b9e7c-e963-46be-90fc-11773027e644 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632236 Aug 29 21:30:27.003865 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a9401-ac1e-4faf-b895-d9ede974e053 req-42deafa2-d4d6-470c-b685-6f6ed39cf35b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:27.008278 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c76a9401-ac1e-4faf-b895-d9ede974e053 req-42deafa2-d4d6-470c-b685-6f6ed39cf35b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0828524 Aug 29 21:30:27.098141 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c76a9401-ac1e-4faf-b895-d9ede974e053 req-d7307e4c-f33c-4a2b-b1b7-13b4e9a63637 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795863 Aug 29 21:30:29.514902 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79697c3-7730-4540-8eec-549610a7013f req-858c15cb-7875-448a-8757-a709963c86ab tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:29.516551 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d79697c3-7730-4540-8eec-549610a7013f req-858c15cb-7875-448a-8757-a709963c86ab tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0625451 Aug 29 21:30:29.598809 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d79697c3-7730-4540-8eec-549610a7013f req-37a83c14-da68-4b72-ac0f-3ed57a2e5908 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726333 Aug 29 21:30:29.754913 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa871be8-a896-4314-8fe7-2f5c08c75d3e req-004ced4b-d950-4dd3-a88c-d9dbc6884abd tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:29.756695 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aa871be8-a896-4314-8fe7-2f5c08c75d3e req-004ced4b-d950-4dd3-a88c-d9dbc6884abd tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0867205 Aug 29 21:30:29.850499 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aa871be8-a896-4314-8fe7-2f5c08c75d3e req-dd5ea1c3-5acd-449e-ad7a-b6874886b935 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867631 Aug 29 21:30:30.001656 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05584ae2-2b5e-4862-b798-e037497ce140 req-3d154612-738c-40ee-bb8b-d682b9af594e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:30.003275 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-05584ae2-2b5e-4862-b798-e037497ce140 req-3d154612-738c-40ee-bb8b-d682b9af594e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0819128 Aug 29 21:30:30.077312 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-05584ae2-2b5e-4862-b798-e037497ce140 req-84f83eb7-bb1d-49f1-964a-203d397a3c2f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671465 Aug 29 21:30:30.775813 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6d4d3-addf-4b60-932e-946cf25f8157 req-e0117b34-d49b-4f23-b5e3-b1dc58f01cc7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:30.778777 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-64a6d4d3-addf-4b60-932e-946cf25f8157 req-e0117b34-d49b-4f23-b5e3-b1dc58f01cc7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0891395 Aug 29 21:30:30.811402 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:30.849185 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-64a6d4d3-addf-4b60-932e-946cf25f8157 req-561ed769-6aec-4abf-818b-1057065d6294 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593057 Aug 29 21:30:31.038174 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:31.062276 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=5 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:32.102896 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839722-280d-408e-9aed-22c58ef150cb req-14905ea7-3df6-468d-8987-aa5b90e15d0a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:32.106142 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b3839722-280d-408e-9aed-22c58ef150cb req-14905ea7-3df6-468d-8987-aa5b90e15d0a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0897486 Aug 29 21:30:32.227820 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b3839722-280d-408e-9aed-22c58ef150cb req-a50c0281-5082-4567-84f9-fdcc1669b0e3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103318 Aug 29 21:30:32.438263 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685b311-e2d9-4fa9-94dd-50408075eb6b req-91d9536a-4cc7-4fd6-939e-603e8330cbe4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:32.440383 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a685b311-e2d9-4fa9-94dd-50408075eb6b req-91d9536a-4cc7-4fd6-939e-603e8330cbe4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0973511 Aug 29 21:30:32.516472 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a685b311-e2d9-4fa9-94dd-50408075eb6b req-42d4360c-ffde-4f68-9d90-8ad2ed13a218 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669436 Aug 29 21:30:32.738552 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f3cf7-9e1f-4e37-b741-a4a4fa6e45fd req-72d5920a-51e2-49ff-b17a-261f9fe3b9be tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:32.740701 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a94f3cf7-9e1f-4e37-b741-a4a4fa6e45fd req-72d5920a-51e2-49ff-b17a-261f9fe3b9be tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.1025896 Aug 29 21:30:32.828300 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a94f3cf7-9e1f-4e37-b741-a4a4fa6e45fd req-d1e19cdf-016e-4ec8-b8ce-144cbb469eba tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785980 Aug 29 21:30:33.126054 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-300f03a3-aadc-4d8d-8cb7-c6c44135fe28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:33.223025 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:33.232164 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=50 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:33.431214 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f34b5-19d5-4a42-b9f4-811043331f56 req-81075712-3287-44ba-a2f2-6332f91b7f81 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:33.432966 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ab8f34b5-19d5-4a42-b9f4-811043331f56 req-81075712-3287-44ba-a2f2-6332f91b7f81 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0586290 Aug 29 21:30:33.491428 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:33.510498 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ab8f34b5-19d5-4a42-b9f4-811043331f56 req-cbe71a8c-d5f5-45bd-9b6f-7e970272fcbf tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704236 Aug 29 21:30:33.671483 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e2b9e-b372-47dc-9229-d4e006c71335 req-2c2ce9a9-79ea-4440-828c-fc15dd685eb2 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:33.673095 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d19e2b9e-b372-47dc-9229-d4e006c71335 req-2c2ce9a9-79ea-4440-828c-fc15dd685eb2 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0553536 Aug 29 21:30:33.733453 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d19e2b9e-b372-47dc-9229-d4e006c71335 req-112baca6-f296-4032-acca-2f9d0a0d039f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541999 Aug 29 21:30:33.998852 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a074f-3d3a-4aef-8892-536baf6eecda req-a960b42d-b9b3-4e49-aa01-7a94cb40cc53 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:34.000458 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803a074f-3d3a-4aef-8892-536baf6eecda req-a960b42d-b9b3-4e49-aa01-7a94cb40cc53 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0585103 Aug 29 21:30:34.057544 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-803a074f-3d3a-4aef-8892-536baf6eecda req-584dc2d9-8a68-4764-8a57-006bdad0f6d5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507257 Aug 29 21:30:34.644536 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f4452-8463-45e5-a59e-05a9410b18c6 req-22dd130e-5c59-44b2-89cf-dd827324ddaf tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:34.646180 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-397f4452-8463-45e5-a59e-05a9410b18c6 req-22dd130e-5c59-44b2-89cf-dd827324ddaf tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0543990 Aug 29 21:30:34.718068 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-397f4452-8463-45e5-a59e-05a9410b18c6 req-ed70548b-c67c-4124-8b48-bb2f1c40b03c tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657339 Aug 29 21:30:34.870230 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd3947-5e99-40a4-8c2f-b487339979da req-ee244a9b-9e2a-4452-8c80-66758b17a960 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:34.871965 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-68dd3947-5e99-40a4-8c2f-b487339979da req-ee244a9b-9e2a-4452-8c80-66758b17a960 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0536723 Aug 29 21:30:34.945056 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-68dd3947-5e99-40a4-8c2f-b487339979da req-9dce639a-72c7-43b7-97e1-8312336b94d9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624173 Aug 29 21:30:35.202966 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394253f-b33a-407c-95aa-521db7af4a5c req-849da0fd-da69-4455-a904-b8d73573952a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:35.204650 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e394253f-b33a-407c-95aa-521db7af4a5c req-849da0fd-da69-4455-a904-b8d73573952a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0580852 Aug 29 21:30:35.260344 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e394253f-b33a-407c-95aa-521db7af4a5c req-c5a30ef4-3416-4e04-ae15-a4a71ef72be6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495305 Aug 29 21:30:35.359088 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-50372fda-1bed-477d-846f-37740301c62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:35.860476 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3ecc6-b96d-4d3c-820b-6e6a4297e9fd req-a670f8d7-2aab-4248-858d-10906a38f47d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:35.862347 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38c3ecc6-b96d-4d3c-820b-6e6a4297e9fd req-a670f8d7-2aab-4248-858d-10906a38f47d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0607030 Aug 29 21:30:35.876204 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-6aa73be9-401d-4d7a-b386-515bc5ef75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:35.878052 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-6aa73be9-401d-4d7a-b386-515bc5ef75a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 1168 time: 0.0583553 Aug 29 21:30:35.943543 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-38c3ecc6-b96d-4d3c-820b-6e6a4297e9fd req-b41e6a78-2df4-43c6-b29e-27fd1d4b4895 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703101 Aug 29 21:30:36.020099 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-0f76a7ed-5aa2-4f86-9a5e-3509108bade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:36.021582 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-0f76a7ed-5aa2-4f86-9a5e-3509108bade1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=292f73ed-e808-4244-8a17-4a958ad6e9d1 HTTP/1.1" status: 200 len: 916 time: 0.1087153 Aug 29 21:30:36.038216 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:36.087535 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f6e7b-6024-430a-a33d-56553bdda766 req-4ee0069d-0a72-4ea7-8b78-94259b10b108 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:36.089311 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-576f6e7b-6024-430a-a33d-56553bdda766 req-4ee0069d-0a72-4ea7-8b78-94259b10b108 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0606585 Aug 29 21:30:36.146058 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-576f6e7b-6024-430a-a33d-56553bdda766 req-4881d591-0dd6-4524-9bd5-0ac5952621dc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504122 Aug 29 21:30:36.428875 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21afab-ee27-48cd-b96b-47f4672af165 req-db42ea6d-926c-4f23-a8fc-df2ce959b77b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:36.430636 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ec21afab-ee27-48cd-b96b-47f4672af165 req-db42ea6d-926c-4f23-a8fc-df2ce959b77b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0556245 Aug 29 21:30:36.502348 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ec21afab-ee27-48cd-b96b-47f4672af165 req-735f0320-4cfe-4f4a-96ba-fbe28d109004 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652649 Aug 29 21:30:36.582963 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-038564e1-ab2e-4120-ab10-f3a4a6aa9ca8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 200 len: 1001 time: 0.0976026 Aug 29 21:30:36.739026 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-9934db6d-914f-40be-9c04-9f6b3d2f90ec tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:36.740693 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-9934db6d-914f-40be-9c04-9f6b3d2f90ec tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.0700920 Aug 29 21:30:36.756032 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-8fd81133-56c3-4162-bce5-f7a3b0d0a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:36.758308 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-8fd81133-56c3-4162-bce5-f7a3b0d0a6b5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b038c22d-365b-4a73-9f2b-8e703ee9231f HTTP/1.1" status: 200 len: 854 time: 0.0868778 Aug 29 21:30:36.794381 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:36.823011 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-821b32fe-0987-4d58-96f9-20c3f51c2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:36.825398 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-821b32fe-0987-4d58-96f9-20c3f51c2745 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=292f73ed-e808-4244-8a17-4a958ad6e9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583608 Aug 29 21:30:36.878720 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Deleting port 3b0e05e5-994d-4858-af60-4b00e1a3aedf {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:30:36.879310 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:36.984001 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-c27590ab-e407-4db8-928c-56f85404781e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428528 Aug 29 21:30:36.988992 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:37.002368 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] For port 3b0e05e5-994d-4858-af60-4b00e1a3aedf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b0e05e5-994d-4858-af60-4b00e1a3aedf,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:30:37.002785 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:37.068854 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:37.408148 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ad969-6d30-42f4-b81f-3e13483c7beb req-220e0844-f3c4-4419-bd27-a21f1f8c36b6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:37.410027 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd9ad969-6d30-42f4-b81f-3e13483c7beb req-220e0844-f3c4-4419-bd27-a21f1f8c36b6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0707805 Aug 29 21:30:37.455492 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97857d7f-d9ee-4718-863e-b684a9e400ad req-63f983e9-8935-4b53-a4bb-f132140a589a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:37.461412 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6eec3e34-4586-41a8-8854-7dfd2d6d05c9 req-f76dc147-5501-40b5-8ed2-3b58e1a5cddc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658682 Aug 29 21:30:37.463832 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-97857d7f-d9ee-4718-863e-b684a9e400ad req-63f983e9-8935-4b53-a4bb-f132140a589a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 945 time: 0.1034985 Aug 29 21:30:37.480827 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:37.481491 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (37256798-3e01-49ad-9f99-68cccbb63388), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:37.481841 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Floating IP 37256798-3e01-49ad-9f99-68cccbb63388 disassociated. External IP: 172.27.3.235, port: 3b0e05e5-994d-4858-af60-4b00e1a3aedf. Aug 29 21:30:37.482307 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Calling delete_port for 3b0e05e5-994d-4858-af60-4b00e1a3aedf owned by compute:nova {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:30:37.519244 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cd9ad969-6d30-42f4-b81f-3e13483c7beb req-1e7e8d42-ec8f-4977-ac11-f1a9a20dedec tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016409 Aug 29 21:30:37.581372 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-97857d7f-d9ee-4718-863e-b684a9e400ad req-fef1ba8d-e5e5-436a-9fae-e80be8f58a09 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d082c082-a54b-4489-aa43-ff45231a44e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143727 Aug 29 21:30:37.779806 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2305c-45a1-47f1-a76a-de0935877ede req-d4eeaf66-97db-47f3-ae52-38f5f95d4987 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:37.781619 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e2e2305c-45a1-47f1-a76a-de0935877ede req-d4eeaf66-97db-47f3-ae52-38f5f95d4987 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0694375 Aug 29 21:30:37.833797 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:37.850575 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (3b0e05e5-994d-4858-af60-4b00e1a3aedf), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:37.868637 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e2e2305c-45a1-47f1-a76a-de0935877ede req-013016f6-2797-45c0-8f04-b8784e9693c1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797093 Aug 29 21:30:37.896088 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'Port': ['ID=3b0e05e5-994d-4858-af60-4b00e1a3aedf,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:38.071482 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:30:38.089677 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22f1d8-ba05-4e3d-b42a-0385c10d127c req-171b95d5-43b5-48d1-be57-dff9a1ce507a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:38.092909 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4f22f1d8-ba05-4e3d-b42a-0385c10d127c req-171b95d5-43b5-48d1-be57-dff9a1ce507a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0838323 Aug 29 21:30:38.192068 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4f22f1d8-ba05-4e3d-b42a-0385c10d127c req-6c39d84b-52a0-4084-be56-43a96fa8f663 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888350 Aug 29 21:30:38.251514 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:30:38.267943 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225aec14-771c-4f94-b138-4134827f0865 None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:30:38.292040 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225aec14-771c-4f94-b138-4134827f0865 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:30:38.294100 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-225aec14-771c-4f94-b138-4134827f0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:30:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:30:38.304467 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:38.344981 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] No DVR routers for this DVR port 3b0e05e5-994d-4858-af60-4b00e1a3aedf on host hv-cinder-85426 {{(pid=107111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:30:38.349030 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:38.355026 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9035b7b0-40c7-4e43-8d2d-f64f7fbb954e req-d6a050d7-8a84-46f7-b0a2-557a82e415b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3b0e05e5-994d-4858-af60-4b00e1a3aedf HTTP/1.1" status: 204 len: 173 time: 1.6076446 Aug 29 21:30:38.355871 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'name': 'network-vif-deleted', 'tag': '3b0e05e5-994d-4858-af60-4b00e1a3aedf'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:30:38.359842 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2efa073-8f89-4e1c-9b24-d3d121ad8ca2" -d '{"events": [{"server_uuid": "c28cecc9-0a87-4560-a3de-51196dcc5ad6", "name": "network-vif-deleted", "tag": "3b0e05e5-994d-4858-af60-4b00e1a3aedf"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:30:38.427443 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fa00a1-ac23-44a2-83f9-c265854a5069 x-openstack-request-id: req-f1fa00a1-ac23-44a2-83f9-c265854a5069 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:30:38.427929 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28cecc9-0a87-4560-a3de-51196dcc5ad6", "name": "network-vif-deleted", "tag": "3b0e05e5-994d-4858-af60-4b00e1a3aedf", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:30:38.428327 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1fa00a1-ac23-44a2-83f9-c265854a5069 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:30:38.428942 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1fa00a1-ac23-44a2-83f9-c265854a5069'] response: {'server_uuid': 'c28cecc9-0a87-4560-a3de-51196dcc5ad6', 'name': 'network-vif-deleted', 'tag': '3b0e05e5-994d-4858-af60-4b00e1a3aedf', 'status': 'completed', 'code': 200} Aug 29 21:30:38.672847 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-225aec14-771c-4f94-b138-4134827f0865 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:30:38.707471 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:38.733191 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb596c52-33a9-448d-be6e-dce85246b88e req-c3ed5d78-8ed8-4ee0-a51d-880a8da59207 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:38.741932 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bb596c52-33a9-448d-be6e-dce85246b88e req-c3ed5d78-8ed8-4ee0-a51d-880a8da59207 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0909073 Aug 29 21:30:38.774674 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-189285ef-5be0-45e2-ab1a-9d1df7438c82 req-84355d05-d820-4c60-aa2b-4ac60c23929f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 210 time: 0.0772974 Aug 29 21:30:38.868227 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bb596c52-33a9-448d-be6e-dce85246b88e req-7ea10dfd-1241-44a3-a761-813e7f9807ed tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251962 Aug 29 21:30:39.054131 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-225aec14-771c-4f94-b138-4134827f0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '8e40629e-63d7-4023-9c94-aa9df665436b', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:51Z', 'updated_at': '2022-08-29T21:27:36Z', 'revision_number': 2, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:30:39.067493 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:39.075815 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec55e49-48de-457c-9196-6d8f8ebb3aef req-8247c11a-8da8-4c56-bcf7-f966d6a3e866 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:39.084332 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8ec55e49-48de-457c-9196-6d8f8ebb3aef req-8247c11a-8da8-4c56-bcf7-f966d6a3e866 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0666716 Aug 29 21:30:39.111837 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225aec14-771c-4f94-b138-4134827f0865 None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:30:39.133518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225aec14-771c-4f94-b138-4134827f0865 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:30:39.141760 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-225aec14-771c-4f94-b138-4134827f0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:30:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:30:39.144225 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8ec55e49-48de-457c-9196-6d8f8ebb3aef req-7dee8c28-923d-4986-a24c-6f1a91c0d53c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588894 Aug 29 21:30:39.312793 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-225aec14-771c-4f94-b138-4134827f0865 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:30:39.397271 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ceedcd-55ef-4c16-ba47-bfb602a0632e req-037ca1f1-6a6d-4831-b074-65da815eceb9 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:39.398923 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-70ceedcd-55ef-4c16-ba47-bfb602a0632e req-037ca1f1-6a6d-4831-b074-65da815eceb9 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0693769 Aug 29 21:30:39.472493 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-70ceedcd-55ef-4c16-ba47-bfb602a0632e req-f77b28bd-3dc5-4cd0-a335-47fad4a0fd34 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627537 Aug 29 21:30:39.634829 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-225aec14-771c-4f94-b138-4134827f0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '8e40629e-63d7-4023-9c94-aa9df665436b', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:51Z', 'updated_at': '2022-08-29T21:27:36Z', 'revision_number': 2, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:30:39.688186 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225aec14-771c-4f94-b138-4134827f0865 None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '8e40629e-63d7-4023-9c94-aa9df665436b', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979806e6-6c73-40b1-a798-731653815edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:26:51Z', 'updated_at': '2022-08-29T21:27:36Z', 'revision_number': 2, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:30:40.253758 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1866f25a-2bef-4c63-ac3d-0bcb269ec6b9 req-6e12751a-8fa0-4500-8706-7a116d668e56 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c28cecc9-0a87-4560-a3de-51196dcc5ad6 HTTP/1.1" status: 200 len: 210 time: 0.0983291 Aug 29 21:30:40.274774 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-ec59ddd7-d210-4016-aa99-9376dcf67b73 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2804410 Aug 29 21:30:40.333780 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:40.357517 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c298e-fb13-425f-b9c3-f275a7e2c820 req-9e4ecff1-6980-44c9-be84-af2da1b26c46 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:40.373415 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-793c298e-fb13-425f-b9c3-f275a7e2c820 req-9e4ecff1-6980-44c9-be84-af2da1b26c46 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.1951942 Aug 29 21:30:40.412907 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aceca8-ce1c-4724-b970-f3285c7e5cd0 None None] New status for floating IP 37256798-3e01-49ad-9f99-68cccbb63388: DOWN {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:30:40.475355 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-bc90b654-2bad-4030-a376-38832980225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:40.479259 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-bc90b654-2bad-4030-a376-38832980225f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 1130 time: 0.1419897 Aug 29 21:30:40.655836 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-793c298e-fb13-425f-b9c3-f275a7e2c820 req-5cb446b8-bca8-4f8e-8ae1-db41acf1c3da tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2803731 Aug 29 21:30:40.840655 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 3b0e05e5-994d-4858-af60-4b00e1a3aedf no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:30:40.883941 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4308e1-def4-47b2-aa8c-f3c251b2b4fb req-c83b9284-0fc6-4839-886e-ca5650a87248 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:40.889083 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4d4308e1-def4-47b2-aa8c-f3c251b2b4fb req-c83b9284-0fc6-4839-886e-ca5650a87248 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.2904484 Aug 29 21:30:40.904772 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 3b0e05e5-994d-4858-af60-4b00e1a3aedf {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:30:40.905290 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 3b0e05e5-994d-4858-af60-4b00e1a3aedf not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:30:40.978267 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76f5a-2bbd-4b2a-b962-188eb6b3170c req-ecf618e8-d48d-438b-9dd5-3aeacbfb2113 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:40.984229 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e8c76f5a-2bbd-4b2a-b962-188eb6b3170c req-ecf618e8-d48d-438b-9dd5-3aeacbfb2113 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1368446 Aug 29 21:30:41.014440 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-7c29f378-97d0-4527-831e-57d10599888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:41.016581 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-7c29f378-97d0-4527-831e-57d10599888e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 916 time: 0.4879003 Aug 29 21:30:41.027448 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4d4308e1-def4-47b2-aa8c-f3c251b2b4fb req-fc79702d-a76f-4ac2-8067-02c86556a559 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135526 Aug 29 21:30:41.044816 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:30:41.068869 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e8c76f5a-2bbd-4b2a-b962-188eb6b3170c req-17d705ed-26f8-4cb1-b1ca-ec2a0c375e1d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814104 Aug 29 21:30:41.534338 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46256) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:41.638285 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (d082c082-a54b-4489-aa43-ff45231a44e8), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:41.679288 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (d082c082-a54b-4489-aa43-ff45231a44e8), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:41.877747 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (d082c082-a54b-4489-aa43-ff45231a44e8), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:41.882299 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:41.884547 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d082c082-a54b-4489-aa43-ff45231a44e8 HTTP/1.1" status: 204 len: 168 time: 0.3488107 Aug 29 21:30:41.889514 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46260) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:41.905133 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:41.922487 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.api.v2.resource [None req-04e2be33-9a60-4b1c-a917-906676867c88 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] show failed (client error): The resource could not be found. Aug 29 21:30:41.929470 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-04e2be33-9a60-4b1c-a917-906676867c88 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups/d082c082-a54b-4489-aa43-ff45231a44e8 HTTP/1.1" status: 404 len: 347 time: 0.0367227 Aug 29 21:30:41.930121 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46262) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:41.988450 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d082c082-a54b-4489-aa43-ff45231a44e8,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:42.025663 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6844df-bfa1-4ac0-a602-b4cbcdfd7a22 req-ebb2dbe3-1925-4fb6-ae2b-580c3b8f245a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:42.029351 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aa6844df-bfa1-4ac0-a602-b4cbcdfd7a22 req-ebb2dbe3-1925-4fb6-ae2b-580c3b8f245a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.2267733 Aug 29 21:30:42.068339 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.069086 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.069621 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.070182 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.070741 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.071322 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.071968 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.072495 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.073330 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.073737 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.074299 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.074858 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.075944 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.075944 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.076508 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977199b6-89e5-4c57-9086-988efb16835f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:42.097315 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Deleting port 95ec2429-806c-4322-95d9-4993750da1ff {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:30:42.097673 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (95ec2429-806c-4322-95d9-4993750da1ff), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:42.145814 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-2ef7842e-4cad-4bc0-8c26-6efd6842a26c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32eade43-2044-402f-ab19-8fcb425b1b8a HTTP/1.1" status: 200 len: 1002 time: 0.2836313 Aug 29 21:30:42.239391 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aa6844df-bfa1-4ac0-a602-b4cbcdfd7a22 req-fb0fc937-cd51-42b0-a0cf-6adccda584ff tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1932621 Aug 29 21:30:42.296561 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdfa46-a811-42ad-8022-8c7cf52af4e2 req-8cbecf3b-13db-49f9-a81f-b35ba4ddd5c5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:42.299920 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9bdfa46-a811-42ad-8022-8c7cf52af4e2 req-8cbecf3b-13db-49f9-a81f-b35ba4ddd5c5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 943 time: 0.0935643 Aug 29 21:30:42.310162 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-8ef277ed-b119-42e3-9da6-756cc911fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:42.311987 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-8ef277ed-b119-42e3-9da6-756cc911fb6f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 200 len: 854 time: 0.1489737 Aug 29 21:30:42.415071 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-598abb50-3fae-4afa-9f11-076f2b8d9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:42.416785 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-598abb50-3fae-4afa-9f11-076f2b8d9012 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d52e082-ed9a-4937-bc0b-8b03e2527c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966434 Aug 29 21:30:42.423270 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (95ec2429-806c-4322-95d9-4993750da1ff), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:42.423270 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (95ec2429-806c-4322-95d9-4993750da1ff), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:42.459593 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:42.467373 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Calling delete_port for 95ec2429-806c-4322-95d9-4993750da1ff owned by network:floatingip {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:30:42.490723 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9bdfa46-a811-42ad-8022-8c7cf52af4e2 req-657043dc-a855-46ca-a21b-cc5dac1fc863 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477268 Aug 29 21:30:42.545236 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73fe60-75fc-4156-9b4d-9a997e816e41 req-32d9ae9c-6088-4337-a3cd-f1061fe547aa tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:42.552771 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3d73fe60-75fc-4156-9b4d-9a997e816e41 req-32d9ae9c-6088-4337-a3cd-f1061fe547aa tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1673360 Aug 29 21:30:42.639706 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3d73fe60-75fc-4156-9b4d-9a997e816e41 req-ccff03fd-d4e1-430c-8b7d-458d583f7e99 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859284 Aug 29 21:30:42.672196 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-c08f0bd8-f2be-44fd-ad91-38f51039295b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476244 Aug 29 21:30:42.751001 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:42.811819 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-828ae241-5233-4f9b-a6e8-4d6f67e4f1ac req-56d2a670-d533-4de2-b4cf-e58b45ffda3e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332965 Aug 29 21:30:42.846819 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7d00a0ed-45ea-43c9-98bc-7122049be3a0 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:30:42.915256 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (95ec2429-806c-4322-95d9-4993750da1ff), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:42.947802 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'Port': ['ID=95ec2429-806c-4322-95d9-4993750da1ff,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:42.982849 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:43.013005 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:43.047799 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:30:43.071285 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'port_id': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'mac_address': 'fa:16:3e:e0:b9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:30:43.076638 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (37256798-3e01-49ad-9f99-68cccbb63388), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:43.080835 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:43.082756 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-9fa6b21f-fabe-4833-9ba1-4a94eba08897 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/37256798-3e01-49ad-9f99-68cccbb63388 HTTP/1.1" status: 204 len: 168 time: 1.1514289 Aug 29 21:30:43.132794 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:30:43.133389 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:43.164494 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d00a0ed-45ea-43c9-98bc-7122049be3a0 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:30:43.207456 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:30:43.389010 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:43.515928 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22445c41-dba7-4ddf-9639-7a913f6b27e5 req-f56e6dfe-6fea-458d-961a-7428b0047d40 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:43.518197 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-22445c41-dba7-4ddf-9639-7a913f6b27e5 req-f56e6dfe-6fea-458d-961a-7428b0047d40 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.1280229 Aug 29 21:30:43.546400 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=9']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:43.614486 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-22445c41-dba7-4ddf-9639-7a913f6b27e5 req-ab91fe2a-203e-4380-a77c-945180a60226 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799849 Aug 29 21:30:43.709974 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['7d00a0ed-45ea-43c9-98bc-7122049be3a0'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:30:43.794162 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c741c-2b5e-44c5-bfc6-905e165b9ce5 req-4aa9b14b-71c9-4652-b3c0-c98ff429668f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:43.797419 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0f4c741c-2b5e-44c5-bfc6-905e165b9ce5 req-4aa9b14b-71c9-4652-b3c0-c98ff429668f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 944 time: 0.0755296 Aug 29 21:30:43.926702 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0f4c741c-2b5e-44c5-bfc6-905e165b9ce5 req-08999dd4-fa19-49a8-bd13-6d363e008403 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163838 Aug 29 21:30:44.138533 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38dcbb-50d4-40ad-8563-32d6b874045b req-4faa8225-9980-4c50-8310-7f4dd5a9669f tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:44.140228 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-df38dcbb-50d4-40ad-8563-32d6b874045b req-4faa8225-9980-4c50-8310-7f4dd5a9669f tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0878186 Aug 29 21:30:44.208153 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-df38dcbb-50d4-40ad-8563-32d6b874045b req-f3d14c00-039a-4c23-8c61-98156a4c60d9 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535865 Aug 29 21:30:44.782045 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e9e31-b84a-452e-a1d3-514eab985333 req-e4c968f3-07c4-4278-948d-228ea9411172 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:44.784629 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-512e9e31-b84a-452e-a1d3-514eab985333 req-e4c968f3-07c4-4278-948d-228ea9411172 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0629008 Aug 29 21:30:44.859584 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7d00a0ed-45ea-43c9-98bc-7122049be3a0 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:30:44.887919 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-512e9e31-b84a-452e-a1d3-514eab985333 req-7229ef83-ba26-4611-8f9d-0592b02fa3f6 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891788 Aug 29 21:30:44.950369 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:30:44.950819 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:45.065503 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:30:45.065997 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:45.114417 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:30:45.118689 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ab1f77-7abc-4327-a47b-e83d829292ea" -d '{"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:30:45.139759 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:30:45.150952 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343a54b-1fc3-4b01-8182-efeac1560ecc req-caae8d10-d7dd-4a8a-8175-f13d25cb6524 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:45.153367 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6343a54b-1fc3-4b01-8182-efeac1560ecc req-caae8d10-d7dd-4a8a-8175-f13d25cb6524 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 944 time: 0.0801713 Aug 29 21:30:45.230134 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48783be-7b6e-42b7-a734-83683fe6ac75 x-openstack-request-id: req-d48783be-7b6e-42b7-a734-83683fe6ac75 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:30:45.230623 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:30:45.231035 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d48783be-7b6e-42b7-a734-83683fe6ac75 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:30:45.231669 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48783be-7b6e-42b7-a734-83683fe6ac75'] response: {'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'code': 200} Aug 29 21:30:45.281784 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6343a54b-1fc3-4b01-8182-efeac1560ecc req-b81906cb-f2bd-48a7-b087-af72c45c3225 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870426 Aug 29 21:30:45.331579 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:45.406987 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04492862-19ff-4084-9ceb-75bd68c42151 req-7d0d4c1f-0765-4e15-a5eb-971ae5a3e2f1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:45.408799 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-04492862-19ff-4084-9ceb-75bd68c42151 req-7d0d4c1f-0765-4e15-a5eb-971ae5a3e2f1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0866630 Aug 29 21:30:45.415112 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=10']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:45.485148 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-04492862-19ff-4084-9ceb-75bd68c42151 req-232bf666-b540-475f-b655-b18e18963774 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666158 Aug 29 21:30:46.104176 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a8068-2b95-4ef7-915c-073d61500df1 req-6b531167-9589-47fd-af6f-ffeccd03815d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:46.109439 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-224a8068-2b95-4ef7-915c-073d61500df1 req-6b531167-9589-47fd-af6f-ffeccd03815d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0840051 Aug 29 21:30:46.128165 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:46.225282 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-224a8068-2b95-4ef7-915c-073d61500df1 req-33b6f9b9-de6f-43a6-aa64-1fcefe8b9949 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019347 Aug 29 21:30:46.432349 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb58c2-7cd6-4a9d-93ae-a7f1ee44c0db req-d5477d75-384b-474f-9ef6-10efb4dfc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:46.435001 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-74eb58c2-7cd6-4a9d-93ae-a7f1ee44c0db req-d5477d75-384b-474f-9ef6-10efb4dfc55a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 1130 time: 0.0724137 Aug 29 21:30:46.491176 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3065d-9396-4299-8200-cc9010a5d02a req-a40d6975-6e70-4e00-9ea5-ef40a38bfd0d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:46.493221 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-29b3065d-9396-4299-8200-cc9010a5d02a req-a40d6975-6e70-4e00-9ea5-ef40a38bfd0d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.0990660 Aug 29 21:30:46.513838 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-74eb58c2-7cd6-4a9d-93ae-a7f1ee44c0db req-ded0b064-fe20-4344-834d-6ae0661be876 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721898 Aug 29 21:30:46.518834 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:46.579589 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-29b3065d-9396-4299-8200-cc9010a5d02a req-1386d447-7265-426c-a25a-505c57cd5481 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763102 Aug 29 21:30:46.756585 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b1d08-0163-4722-9fd7-51cda8f0d351 req-de040f89-2300-44ff-88e9-87b5ca7a05ac tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:46.759389 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-822b1d08-0163-4722-9fd7-51cda8f0d351 req-de040f89-2300-44ff-88e9-87b5ca7a05ac tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0791175 Aug 29 21:30:46.773612 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef9d-e104-4a93-90fa-eb3feac07015 req-b5bada52-ef4c-4f44-8ad2-19d7f24ba318 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:46.777116 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9175ef9d-e104-4a93-90fa-eb3feac07015 req-b5bada52-ef4c-4f44-8ad2-19d7f24ba318 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0804329 Aug 29 21:30:46.866276 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-822b1d08-0163-4722-9fd7-51cda8f0d351 req-df8c45d6-aacb-4502-a23b-054ed2298c01 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969899 Aug 29 21:30:46.887270 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9175ef9d-e104-4a93-90fa-eb3feac07015 req-5cf87c06-e2ed-4097-892d-226aa283f13b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018102 Aug 29 21:30:46.937679 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-7a86e2ed-4018-4da3-b8b5-f31982af5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:46.940031 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-7a86e2ed-4018-4da3-b8b5-f31982af5e02 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 1129 time: 0.0723152 Aug 29 21:30:47.444273 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd2e9-20a5-495e-848b-1aed42eeae68 req-6e402145-6ae5-47b9-92bd-00c3f7c5cab5 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:47.446818 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-277bd2e9-20a5-495e-848b-1aed42eeae68 req-6e402145-6ae5-47b9-92bd-00c3f7c5cab5 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.1047375 Aug 29 21:30:47.514514 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-901f4725-70c4-47fe-878e-64568447f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:47.516994 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-901f4725-70c4-47fe-878e-64568447f898 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.2033136 Aug 29 21:30:47.597080 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:47.645190 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-277bd2e9-20a5-495e-848b-1aed42eeae68 req-e728bcc8-d4c2-4a2e-832a-cae894dd98cf tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653309 Aug 29 21:30:47.658613 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-17fd37e0-9273-4a66-88d7-9745fea04178 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81cd5932-3a95-43b6-86ae-902a62b744b9 HTTP/1.1" status: 200 len: 1001 time: 0.1320093 Aug 29 21:30:48.074934 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-b7cc6f50-d48f-4c7c-98d6-abf722c4a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:48.077231 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-b7cc6f50-d48f-4c7c-98d6-abf722c4a2af service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.3801925 Aug 29 21:30:48.091779 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a0ab-8271-4464-8573-f370f3a526cb req-05cf6d41-eb06-4e32-aafe-2421a413e7d6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:48.093719 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5f58a0ab-8271-4464-8573-f370f3a526cb req-05cf6d41-eb06-4e32-aafe-2421a413e7d6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.3565693 Aug 29 21:30:48.193432 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5f58a0ab-8271-4464-8573-f370f3a526cb req-c622361b-48c3-43a9-8b5c-05cf41a50c0a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910132 Aug 29 21:30:48.323801 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21a5d6-3640-4d41-b623-68b416df9068 req-e0cac77d-03d1-4ca8-aebb-fccbc2a01643 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:48.326803 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5f21a5d6-3640-4d41-b623-68b416df9068 req-e0cac77d-03d1-4ca8-aebb-fccbc2a01643 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.1141782 Aug 29 21:30:48.350848 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:48.440077 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5f21a5d6-3640-4d41-b623-68b416df9068 req-4c424e86-1d49-4a41-a3a7-29114d758cbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014831 Aug 29 21:30:48.440764 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d8d0c-e9e3-42be-b06e-359b256b8ef5 req-60eab4b9-5ac0-4d74-983e-e9d955301871 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:48.455097 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2f8d8d0c-e9e3-42be-b06e-359b256b8ef5 req-60eab4b9-5ac0-4d74-983e-e9d955301871 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1203020 Aug 29 21:30:48.582654 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-a1d04a1a-8836-4692-b474-cf2e36a15c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:48.584600 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-a1d04a1a-8836-4692-b474-cf2e36a15c4a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784981 Aug 29 21:30:48.611585 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2f8d8d0c-e9e3-42be-b06e-359b256b8ef5 req-fb856572-755a-4409-b1e4-ff4d92dbeba1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567447 Aug 29 21:30:48.640600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefc942-ebf3-4627-acf3-82774b7cb2e4 req-7d76aa72-c6b6-472e-9d35-d80ebac1a039 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:48.642621 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2fefc942-ebf3-4627-acf3-82774b7cb2e4 req-7d76aa72-c6b6-472e-9d35-d80ebac1a039 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0911026 Aug 29 21:30:48.729288 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2fefc942-ebf3-4627-acf3-82774b7cb2e4 req-0ee474a5-42a4-4480-aed8-bde3ac2e1926 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761895 Aug 29 21:30:48.839742 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a35fa-2c45-4554-bd72-80de1841d56d req-b4f6bc0b-fb85-460f-b19c-be91a65478e0 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:48.842270 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-165a35fa-2c45-4554-bd72-80de1841d56d req-b4f6bc0b-fb85-460f-b19c-be91a65478e0 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0752363 Aug 29 21:30:48.953417 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-165a35fa-2c45-4554-bd72-80de1841d56d req-8bff05c5-6b25-4340-b0aa-3232e8dc9c02 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029742 Aug 29 21:30:49.393993 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517097a-df9a-4d94-b0c2-e16a53e7aa77 req-7e9b93c4-8965-4adb-ac8a-6220248e93e6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:49.396707 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c517097a-df9a-4d94-b0c2-e16a53e7aa77 req-7e9b93c4-8965-4adb-ac8a-6220248e93e6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.0733569 Aug 29 21:30:49.480763 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c517097a-df9a-4d94-b0c2-e16a53e7aa77 req-c69d2278-9c1c-47c6-b9b5-1de6d4de29f0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730383 Aug 29 21:30:49.610145 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d34d-880e-4041-bbda-bd38b3105689 req-099ded6a-20e3-44df-b473-91e6c9a58768 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:49.611942 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0fb8d34d-880e-4041-bbda-bd38b3105689 req-099ded6a-20e3-44df-b473-91e6c9a58768 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0627389 Aug 29 21:30:49.676892 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0fb8d34d-880e-4041-bbda-bd38b3105689 req-b60acb61-a9c9-4505-862b-2803346bfaa5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580931 Aug 29 21:30:49.819405 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c590a-5758-41c5-bf47-729eebdcb424 req-0c1be67c-d201-40a5-a9e9-3939a68f482c tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:49.822439 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-339c590a-5758-41c5-bf47-729eebdcb424 req-0c1be67c-d201-40a5-a9e9-3939a68f482c tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0863161 Aug 29 21:30:49.911204 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-339c590a-5758-41c5-bf47-729eebdcb424 req-c9d13692-8c83-452d-8d33-1bf32b58dee9 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772040 Aug 29 21:30:49.929345 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c689ad-39f3-414c-b826-efaafb4d5048 req-dc249c0c-62ff-4be2-9387-78805f9d59b7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:49.937587 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a1c689ad-39f3-414c-b826-efaafb4d5048 req-dc249c0c-62ff-4be2-9387-78805f9d59b7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0958796 Aug 29 21:30:50.030033 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a1c689ad-39f3-414c-b826-efaafb4d5048 req-7d069075-bc2f-4ab6-81bf-e10c3f66fc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802932 Aug 29 21:30:50.191355 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2e851-7189-4277-ab62-eba0a89e5a9d req-ccb8387f-ebfd-4294-a0e1-789349448b8c tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:50.192138 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8cb2e851-7189-4277-ab62-eba0a89e5a9d req-ccb8387f-ebfd-4294-a0e1-789349448b8c tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0826693 Aug 29 21:30:50.344937 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8cb2e851-7189-4277-ab62-eba0a89e5a9d req-b1903514-92f2-4e6e-bef7-ab11f1124fbc tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467462 Aug 29 21:30:50.404952 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-2de89d4c-3169-4047-a295-91a5bf4eeef5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643095 Aug 29 21:30:50.459365 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c95f4-d59e-426e-9325-e308d8f5d097 req-43d9f660-162a-4e40-b78c-75489901d725 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:50.459982 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-215c95f4-d59e-426e-9325-e308d8f5d097 req-43d9f660-162a-4e40-b78c-75489901d725 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0635118 Aug 29 21:30:50.531967 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-215c95f4-d59e-426e-9325-e308d8f5d097 req-4a231885-06c9-4fc2-bcfc-a8db09cbe550 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660110 Aug 29 21:30:50.729011 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ee08e353-21e0-4d75-81f0-a9d03a644a6a req-1da86905-d4a9-4db3-bcd9-7945cd7f3731 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500777 Aug 29 21:30:50.875064 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:50.897588 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9155849-cd22-462b-9cfe-0bf464a981ad req-3b39f46e-4480-4fbd-b5b3-11519e74b790 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:50.900248 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a9155849-cd22-462b-9cfe-0bf464a981ad req-3b39f46e-4480-4fbd-b5b3-11519e74b790 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.1609321 Aug 29 21:30:50.931951 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-f5e68e92-5823-4ee9-8a26-ac3b42d5ee1c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:50.935364 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-f5e68e92-5823-4ee9-8a26-ac3b42d5ee1c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.2461815 Aug 29 21:30:50.956964 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-07f5695a-0d2c-4270-a557-a8282a703a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:50.960560 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-07f5695a-0d2c-4270-a557-a8282a703a0b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 1130 time: 0.1880531 Aug 29 21:30:50.976772 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5ed89-6640-4dd8-80aa-1752ec2de360 req-c5da0703-5293-4ad6-99dc-63454b8b3e0f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:50.979211 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-11f5ed89-6640-4dd8-80aa-1752ec2de360 req-c5da0703-5293-4ad6-99dc-63454b8b3e0f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.1295283 Aug 29 21:30:50.988638 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a9155849-cd22-462b-9cfe-0bf464a981ad req-9bc58c90-d3b5-491d-b31b-5319f812f28e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812545 Aug 29 21:30:51.074346 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-11f5ed89-6640-4dd8-80aa-1752ec2de360 req-29c2109d-e7a4-43de-9a3a-1bc0fb2d39f1 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794230 Aug 29 21:30:51.262408 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2784dca-21a5-49be-8a2f-ee42140181ec req-8e6bb5f4-0375-4b41-8a1d-5dbaafd14b7f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:51.265529 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f2784dca-21a5-49be-8a2f-ee42140181ec req-8e6bb5f4-0375-4b41-8a1d-5dbaafd14b7f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.0938168 Aug 29 21:30:51.332034 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:51.344280 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f2784dca-21a5-49be-8a2f-ee42140181ec req-dd3cc178-3cb3-4973-a47f-2bc6f8ecc823 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684750 Aug 29 21:30:51.346745 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Deleting port 32eade43-2044-402f-ab19-8fcb425b1b8a {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:30:51.347381 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:51.357082 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-318e0e99-a417-4dd1-80f0-8d873aa95dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:51.359039 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-318e0e99-a417-4dd1-80f0-8d873aa95dbb service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 200 len: 911 time: 0.2787950 Aug 29 21:30:51.545817 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:51.555785 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-2216cdde-a738-441b-bec5-76723de53ee4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7063fec6-24ac-4c04-bef3-3f9ee9c54d76 HTTP/1.1" status: 200 len: 1001 time: 0.1769516 Aug 29 21:30:51.644339 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7f750-26e3-48b5-8731-e87831d0e7a8 req-97acef79-08f3-4d0d-af03-003247c1cdce tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:51.652731 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-90b7f750-26e3-48b5-8731-e87831d0e7a8 req-97acef79-08f3-4d0d-af03-003247c1cdce tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.1634617 Aug 29 21:30:51.674028 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] For port 32eade43-2044-402f-ab19-8fcb425b1b8a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=32eade43-2044-402f-ab19-8fcb425b1b8a,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:30:51.674671 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:51.776092 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d8c7c-f1d5-4f36-9047-0371fedf4a26 req-292e9e3d-c235-4340-ba14-91904a190fdf tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:51.778730 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d42d8c7c-f1d5-4f36-9047-0371fedf4a26 req-292e9e3d-c235-4340-ba14-91904a190fdf tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0829144 Aug 29 21:30:51.853453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-7af6781d-dce4-41c5-ad8b-cb73796997f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:51.855525 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-7af6781d-dce4-41c5-ad8b-cb73796997f1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=84c16168-2d13-4210-b060-f2bf7757ab6b HTTP/1.1" status: 200 len: 849 time: 0.2785482 Aug 29 21:30:51.876942 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d42d8c7c-f1d5-4f36-9047-0371fedf4a26 req-592ee02f-4020-4535-b582-1096cace3310 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848074 Aug 29 21:30:52.012334 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-eafa9ece-6eb5-4cb3-9f87-c2ab5ab0416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:52.014438 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-eafa9ece-6eb5-4cb3-9f87-c2ab5ab0416c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca335ec8-2cdb-4727-aad4-e94fc1adcada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1477520 Aug 29 21:30:52.025769 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-90b7f750-26e3-48b5-8731-e87831d0e7a8 req-1c1c65e1-fb74-4452-9d4b-d4e4408ac704 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3719597 Aug 29 21:30:52.267051 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfdb6c-966d-40bf-9728-a4fb41e22f0e req-edbccd44-a92b-4463-8a65-74887ff50702 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:52.278162 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f7dfdb6c-966d-40bf-9728-a4fb41e22f0e req-edbccd44-a92b-4463-8a65-74887ff50702 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.1282809 Aug 29 21:30:52.326187 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:52.326786 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (8e40629e-63d7-4023-9c94-aa9df665436b), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:52.327290 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Floating IP 8e40629e-63d7-4023-9c94-aa9df665436b disassociated. External IP: 172.27.3.166, port: 32eade43-2044-402f-ab19-8fcb425b1b8a. Aug 29 21:30:52.327856 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Calling delete_port for 32eade43-2044-402f-ab19-8fcb425b1b8a owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:30:52.450383 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f7dfdb6c-966d-40bf-9728-a4fb41e22f0e req-9364367d-56ec-40e5-a87f-0f35dc03d366 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135793 Aug 29 21:30:52.515452 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-18d33efb-b494-4cd1-81ba-0c0eb2e46902 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842629 Aug 29 21:30:52.523559 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc06a-1fcf-45e7-97d9-0a76238e576e req-1e3c429e-fd5a-4366-a238-99f42b1c6342 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:52.532307 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c91dc06a-1fcf-45e7-97d9-0a76238e576e req-1e3c429e-fd5a-4366-a238-99f42b1c6342 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.2005024 Aug 29 21:30:52.598602 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:52.695668 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404fec5-7362-4672-a512-366f0ae82e36 req-d8a0bc71-df6a-4ffc-bc98-65a6276260e6 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:52.711366 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c404fec5-7362-4672-a512-366f0ae82e36 req-d8a0bc71-df6a-4ffc-bc98-65a6276260e6 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 946 time: 0.1290133 Aug 29 21:30:52.786174 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:52.803257 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c91dc06a-1fcf-45e7-97d9-0a76238e576e req-7c524f29-3b4b-4644-9ef4-7a12f1ec133e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696662 Aug 29 21:30:52.808999 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c9439dc5-afc9-4dcf-963c-749c8a6d4e58 req-a230b2c2-e33b-4c07-b891-f665e9d2d9df service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728226 Aug 29 21:30:52.840458 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c404fec5-7362-4672-a512-366f0ae82e36 req-68733984-d47f-48c1-99c8-2bb4589086da tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222157 Aug 29 21:30:53.116597 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d366b54-0ca3-473e-9fe4-d69f5c45fea6 req-eb4f5aa6-3ae1-4348-9282-2b19dfaf2220 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:53.120713 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0d366b54-0ca3-473e-9fe4-d69f5c45fea6 req-eb4f5aa6-3ae1-4348-9282-2b19dfaf2220 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0928087 Aug 29 21:30:53.206190 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:53.230848 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0d366b54-0ca3-473e-9fe4-d69f5c45fea6 req-b3b324f6-b425-417a-8eda-7d8cddf605d0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953863 Aug 29 21:30:53.262287 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (32eade43-2044-402f-ab19-8fcb425b1b8a), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:53.270938 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7104b6-40b2-4256-96a4-5f37a023742f req-27b0a487-95d1-4526-bc28-bba20b9c8822 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:53.273550 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9b7104b6-40b2-4256-96a4-5f37a023742f req-27b0a487-95d1-4526-bc28-bba20b9c8822 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0942407 Aug 29 21:30:53.349284 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'Port': ['ID=32eade43-2044-402f-ab19-8fcb425b1b8a,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:53.400869 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9b7104b6-40b2-4256-96a4-5f37a023742f req-d06ddd2b-eea9-4bf1-9a31-9e86b316041d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055472 Aug 29 21:30:53.425447 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.426004 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.426623 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.427103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.427639 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.428227 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.428740 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.429270 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.429793 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.430323 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.430861 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.431401 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.431960 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.432629 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.434079 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:53.551112 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:30:54.070626 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:30:54.093368 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:30:54.138747 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:30:54.149011 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:30:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:30:54.168304 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bfa21611-98e6-4ad8-b6da-f6d587d93bc7 req-5e0f6e1d-c95b-4356-9b55-69eebed52eca tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.0676129 Aug 29 21:30:54.175175 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] No DVR routers for this DVR port 32eade43-2044-402f-ab19-8fcb425b1b8a on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:30:54.181185 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:54.186703 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e1bd11b5-8dfd-4e8b-b9d1-b0c72744407a req-0482afc1-f939-4795-b48e-331d52e881b4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "DELETE /networking/v2.0/ports/32eade43-2044-402f-ab19-8fcb425b1b8a HTTP/1.1" status: 204 len: 173 time: 3.1039884 Aug 29 21:30:54.188990 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979806e6-6c73-40b1-a798-731653815edc', 'name': 'network-vif-deleted', 'tag': '32eade43-2044-402f-ab19-8fcb425b1b8a'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:30:54.190639 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ad1949-8043-4d19-ada7-b624bab9a903" -d '{"events": [{"server_uuid": "979806e6-6c73-40b1-a798-731653815edc", "name": "network-vif-deleted", "tag": "32eade43-2044-402f-ab19-8fcb425b1b8a"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:30:54.215221 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90670ad7-db7f-4840-84b4-e590fd3ae91d req-0086fea0-a276-4c81-a1f1-5fb050d97e1b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:54.250149 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-90670ad7-db7f-4840-84b4-e590fd3ae91d req-0086fea0-a276-4c81-a1f1-5fb050d97e1b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.1427047 Aug 29 21:30:54.318126 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b923a3-0f52-4c25-89dd-5e4bc9f9a714 x-openstack-request-id: req-d6b923a3-0f52-4c25-89dd-5e4bc9f9a714 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:30:54.318782 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979806e6-6c73-40b1-a798-731653815edc", "name": "network-vif-deleted", "tag": "32eade43-2044-402f-ab19-8fcb425b1b8a", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:30:54.319315 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6b923a3-0f52-4c25-89dd-5e4bc9f9a714 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:30:54.320133 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b923a3-0f52-4c25-89dd-5e4bc9f9a714'] response: {'server_uuid': '979806e6-6c73-40b1-a798-731653815edc', 'name': 'network-vif-deleted', 'tag': '32eade43-2044-402f-ab19-8fcb425b1b8a', 'status': 'completed', 'code': 200} Aug 29 21:30:54.425972 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:30:54.517419 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-90670ad7-db7f-4840-84b4-e590fd3ae91d req-117f135d-de7f-4211-94fb-45c9605ec5d7 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538285 Aug 29 21:30:54.538457 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:54.568417 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead0755-bea9-45fa-918b-48b65b8048b6 req-98749635-39de-42ca-80e0-ab2d5875e084 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:54.580809 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9ead0755-bea9-45fa-918b-48b65b8048b6 req-98749635-39de-42ca-80e0-ab2d5875e084 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1301498 Aug 29 21:30:54.714711 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9ead0755-bea9-45fa-918b-48b65b8048b6 req-d96337e7-f3be-4a88-8c7e-b4f63d3d85c2 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324019 Aug 29 21:30:54.774976 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:54.809195 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:30:54.825096 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf1c0b-65a6-4c0e-a456-246660cb1047 req-52a5e9a5-46b4-48a1-968a-0ded45c47777 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:54.833101 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3ddf1c0b-65a6-4c0e-a456-246660cb1047 req-52a5e9a5-46b4-48a1-968a-0ded45c47777 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0994189 Aug 29 21:30:54.856825 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:30:54.873234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:30:54.874273 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:30:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:30:54.959617 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3ddf1c0b-65a6-4c0e-a456-246660cb1047 req-9ffcb214-e47d-4ff4-9ae6-f357a014c001 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202478 Aug 29 21:30:54.968765 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 32eade43-2044-402f-ab19-8fcb425b1b8a no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:30:55.208375 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 32eade43-2044-402f-ab19-8fcb425b1b8a {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:30:55.209555 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 32eade43-2044-402f-ab19-8fcb425b1b8a not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:30:55.240693 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:30:55.396530 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1edac00f-580e-468a-a698-e45380c12cd4 req-a481f3cd-5339-445e-ab29-d579f0908581 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.0558336 Aug 29 21:30:55.627053 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:30:55.682015 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0be55-7c86-413c-9894-8e091757ea87 None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:30:55.778820 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde0245-8b7e-48f9-9ce6-640bb4918165 req-f96ebc1a-3f90-46c2-89fe-cd0783489adf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:55.781376 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0fde0245-8b7e-48f9-9ce6-640bb4918165 req-f96ebc1a-3f90-46c2-89fe-cd0783489adf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0826874 Aug 29 21:30:55.846502 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0fde0245-8b7e-48f9-9ce6-640bb4918165 req-13ae3bf1-f2c3-41ce-94a2-6c368d2e6b3d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541368 Aug 29 21:30:56.031080 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad706282-8e57-40a9-ba62-f2aaf2f2efb8 None None] New status for floating IP 8e40629e-63d7-4023-9c94-aa9df665436b: DOWN {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:30:56.155406 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d14db-1d77-4cf2-a844-fa577b68d338 req-8ab2f360-a977-4fec-813b-09ccefc0de61 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:56.157374 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d04d14db-1d77-4cf2-a844-fa577b68d338 req-8ab2f360-a977-4fec-813b-09ccefc0de61 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0592682 Aug 29 21:30:56.252727 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d04d14db-1d77-4cf2-a844-fa577b68d338 req-42ecc6af-08e2-4144-b64a-a4dbea663d85 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c&id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827599 Aug 29 21:30:56.582178 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8d41a87f-ade2-4454-b4e2-c4252896b530 req-d52b7ad2-9f9e-4cad-aae0-5cc001c6a79f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=979806e6-6c73-40b1-a798-731653815edc HTTP/1.1" status: 200 len: 210 time: 0.0452285 Aug 29 21:30:57.002954 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c184-34c8-4562-910b-cfe66b5c0764 req-0137ffaa-51b9-46ef-9173-159ff05bc181 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:57.004476 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bc27c184-34c8-4562-910b-cfe66b5c0764 req-0137ffaa-51b9-46ef-9173-159ff05bc181 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0543885 Aug 29 21:30:57.054198 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bc27c184-34c8-4562-910b-cfe66b5c0764 req-f8091c94-79f3-4e72-96ed-ec1d36817af6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438116 Aug 29 21:30:57.784483 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46440) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:57.854116 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fb9986d-5dde-4e73-a265-457483288d17 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (69a2c4bb-3e28-4bc8-ab74-e993026a5e4c), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:57.868687 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:57.884533 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fb9986d-5dde-4e73-a265-457483288d17 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (69a2c4bb-3e28-4bc8-ab74-e993026a5e4c), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:58.028389 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fb9986d-5dde-4e73-a265-457483288d17 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (69a2c4bb-3e28-4bc8-ab74-e993026a5e4c), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:58.031666 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9fb9986d-5dde-4e73-a265-457483288d17 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:58.033225 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-9fb9986d-5dde-4e73-a265-457483288d17 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/69a2c4bb-3e28-4bc8-ab74-e993026a5e4c HTTP/1.1" status: 204 len: 168 time: 0.2474959 Aug 29 21:30:58.036254 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46442) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:58.046255 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9986d-5dde-4e73-a265-457483288d17 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a2c4bb-3e28-4bc8-ab74-e993026a5e4c,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:58.056885 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.api.v2.resource [None req-ae2acb4b-6cc1-4eda-84b8-9eb8f1d308af tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] show failed (client error): The resource could not be found. Aug 29 21:30:58.058558 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ae2acb4b-6cc1-4eda-84b8-9eb8f1d308af tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups/69a2c4bb-3e28-4bc8-ab74-e993026a5e4c HTTP/1.1" status: 404 len: 347 time: 0.0200117 Aug 29 21:30:58.061817 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46444) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:58.188630 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Deleting port 01ccd86b-817e-40f9-9f18-dd70e4d46bd0 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:30:58.188982 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (01ccd86b-817e-40f9-9f18-dd70e4d46bd0), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:58.190488 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb98a5-016a-470d-b8f5-26777d09730d req-522f6791-65d7-4837-a1db-6753c3a9b007 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:58.194516 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-36eb98a5-016a-470d-b8f5-26777d09730d req-522f6791-65d7-4837-a1db-6753c3a9b007 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0555782 Aug 29 21:30:58.246775 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-36eb98a5-016a-470d-b8f5-26777d09730d req-47601019-97fd-425e-8d5b-433904501dec tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485566 Aug 29 21:30:58.274999 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:58.290542 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (01ccd86b-817e-40f9-9f18-dd70e4d46bd0), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:58.290542 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (01ccd86b-817e-40f9-9f18-dd70e4d46bd0), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:58.308690 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Calling delete_port for 01ccd86b-817e-40f9-9f18-dd70e4d46bd0 owned by network:floatingip {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:30:58.549777 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (01ccd86b-817e-40f9-9f18-dd70e4d46bd0), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:58.558224 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:58.580894 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'Port': ['ID=01ccd86b-817e-40f9-9f18-dd70e4d46bd0,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:58.655970 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (8e40629e-63d7-4023-9c94-aa9df665436b), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:58.658660 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:58.659868 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-aede6871-9af0-48e3-aa06-3d1cc4e64749 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/8e40629e-63d7-4023-9c94-aa9df665436b HTTP/1.1" status: 204 len: 168 time: 0.5971265 Aug 29 21:30:58.878477 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46450) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:58.885363 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-9138ec2e-7581-4c0a-a97e-30728ea54ff0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418823434', 'description': 'tempest-description--1363963659'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:30:59.051270 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9138ec2e-7581-4c0a-a97e-30728ea54ff0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:59.135380 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9138ec2e-7581-4c0a-a97e-30728ea54ff0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (df97f514-afd4-4ba4-9abe-ebe674ad28e4), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:59.222351 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9138ec2e-7581-4c0a-a97e-30728ea54ff0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (df97f514-afd4-4ba4-9abe-ebe674ad28e4), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:59.257000 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138ec2e-7581-4c0a-a97e-30728ea54ff0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df97f514-afd4-4ba4-9abe-ebe674ad28e4,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:59.350293 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9138ec2e-7581-4c0a-a97e-30728ea54ff0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:59.351653 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-9138ec2e-7581-4c0a-a97e-30728ea54ff0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4711080 Aug 29 21:30:59.354711 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46454) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:59.359027 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-d5e186a1-00ce-402a-bd9a-9c2c16d4f0af tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group_rule': {'security_group_id': 'df97f514-afd4-4ba4-9abe-ebe674ad28e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:30:59.382739 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559dfb5-bba3-4aff-9eff-6c4f6b68a8d0 req-daea42c5-7513-44b1-aeac-c505937fa0c7 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:30:59.384328 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f559dfb5-bba3-4aff-9eff-6c4f6b68a8d0 req-daea42c5-7513-44b1-aeac-c505937fa0c7 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0548351 Aug 29 21:30:59.437851 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f559dfb5-bba3-4aff-9eff-6c4f6b68a8d0 req-1347220e-2138-4821-a2cc-b27f30da9edb tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465319 Aug 29 21:30:59.489339 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d5e186a1-00ce-402a-bd9a-9c2c16d4f0af tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (f66a2512-3385-4e93-9b05-1e000eaf094d), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:59.554673 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d5e186a1-00ce-402a-bd9a-9c2c16d4f0af tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (f66a2512-3385-4e93-9b05-1e000eaf094d), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:59.650988 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d5e186a1-00ce-402a-bd9a-9c2c16d4f0af tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (f66a2512-3385-4e93-9b05-1e000eaf094d), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:59.671267 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e186a1-00ce-402a-bd9a-9c2c16d4f0af tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66a2512-3385-4e93-9b05-1e000eaf094d,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:59.773240 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d5e186a1-00ce-402a-bd9a-9c2c16d4f0af tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:59.774593 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d5e186a1-00ce-402a-bd9a-9c2c16d4f0af tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4188724 Aug 29 21:30:59.778317 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46456) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:59.784097 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-f6ff35d9-785e-4546-8146-3f946614bc3c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group_rule': {'security_group_id': 'df97f514-afd4-4ba4-9abe-ebe674ad28e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:30:59.914971 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f6ff35d9-785e-4546-8146-3f946614bc3c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (a9cad0bb-5151-4636-b6c1-daf7aa89e605), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:59.986728 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f6ff35d9-785e-4546-8146-3f946614bc3c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (a9cad0bb-5151-4636-b6c1-daf7aa89e605), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:00.086084 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f6ff35d9-785e-4546-8146-3f946614bc3c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (a9cad0bb-5151-4636-b6c1-daf7aa89e605), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:00.117278 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff35d9-785e-4546-8146-3f946614bc3c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cad0bb-5151-4636-b6c1-daf7aa89e605,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:00.220749 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f6ff35d9-785e-4546-8146-3f946614bc3c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:00.221972 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f6ff35d9-785e-4546-8146-3f946614bc3c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4427004 Aug 29 21:31:00.227123 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46458) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:00.231926 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:00.359818 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:00.438832 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:00.458293 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:00.534082 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:00.601200 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eabb3-1312-4950-bb33-ec4bbfd3abc2 req-b1aada01-1805-4c03-8214-b42656306b89 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:00.602828 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a96eabb3-1312-4950-bb33-ec4bbfd3abc2 req-b1aada01-1805-4c03-8214-b42656306b89 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0872629 Aug 29 21:31:00.629540 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Allocated IP 172.27.3.206 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/0ab4593f-bb56-4b69-b992-713ba0fa253a) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:31:00.724472 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a96eabb3-1312-4950-bb33-ec4bbfd3abc2 req-cbe58bcb-d28a-4ef2-8c36-140ccc7e7f58 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143854 Aug 29 21:31:00.789553 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (0ab4593f-bb56-4b69-b992-713ba0fa253a), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:00.919740 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (0ab4593f-bb56-4b69-b992-713ba0fa253a), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:00.965786 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:31:00.969104 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:31:00.973276 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:31:00.978676 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=0ab4593f-bb56-4b69-b992-713ba0fa253a,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:01.065208 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (df541d2b-13ed-4167-892c-cc2288ecd8ae), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:01.097485 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:01.248323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (0ab4593f-bb56-4b69-b992-713ba0fa253a), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:01.426141 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (0ab4593f-bb56-4b69-b992-713ba0fa253a), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:01.548271 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (0ab4593f-bb56-4b69-b992-713ba0fa253a), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:01.621825 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=0ab4593f-bb56-4b69-b992-713ba0fa253a,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:01.627579 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (df541d2b-13ed-4167-892c-cc2288ecd8ae), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:01.734409 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:01.735861 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ab387bad-4c46-46cc-b30a-789cd1d194d3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5077302 Aug 29 21:31:01.900604 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e2790-522a-4dba-9018-7d964b7e32be req-a51ec709-d7b2-4f45-b3e7-a8760cfec5ff tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:01.902706 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e54e2790-522a-4dba-9018-7d964b7e32be req-a51ec709-d7b2-4f45-b3e7-a8760cfec5ff tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0601087 Aug 29 21:31:01.972658 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e54e2790-522a-4dba-9018-7d964b7e32be req-2c193c6e-ddba-4109-a511-9221b207c83b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598767 Aug 29 21:31:02.003196 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f69f47d8-318c-4687-972c-2d624264c011 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1418823434&fields=id&tenant_id=8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 267 time: 0.0715859 Aug 29 21:31:02.123243 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:02.209045 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-48ccb9be-b2ee-4e3c-97b2-18bc4b57e7bb tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:02.211804 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-48ccb9be-b2ee-4e3c-97b2-18bc4b57e7bb tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 815 time: 0.2015240 Aug 29 21:31:02.230303 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-353f7d05-25ad-4656-9636-680a66c23227 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/quotas/8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 375 time: 0.0111635 Aug 29 21:31:02.302277 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-7d7b9079-9cdb-4e91-824c-c68263a9c6ca tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659862 Aug 29 21:31:02.572554 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-01690b95-5009-4add-a16a-f159301355f8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471588 Aug 29 21:31:02.712203 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-e8b2fed9-ccd0-4397-bd40-852bae7c7e38 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314170 Aug 29 21:31:03.003583 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1dfc4a0d-2d17-48d7-aa5c-3c762aa2dcd1 req-225e3241-baeb-436c-acf9-6905ea62dccc tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 210 time: 0.0359240 Aug 29 21:31:03.118106 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-937175fe-e1b7-468d-a48d-bb7b2f9df8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:03.153033 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94224d8-21d7-4e64-bf82-b102acf4b3cb req-2d58fec2-d3ab-47b1-a67d-afefb5f93a86 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:03.154636 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d94224d8-21d7-4e64-bf82-b102acf4b3cb req-2d58fec2-d3ab-47b1-a67d-afefb5f93a86 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0579991 Aug 29 21:31:03.211760 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d94224d8-21d7-4e64-bf82-b102acf4b3cb req-cec7c0b8-f2df-48f0-b383-3e7936528402 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507309 Aug 29 21:31:04.025646 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:04.027632 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:04.110100 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-41e0257e-8d65-46d0-87da-6180ca7dd622 req-19da3433-625b-4d26-9aff-3934fb03c037 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 210 time: 0.0353332 Aug 29 21:31:04.361546 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0bdcb-4de6-4f5b-b049-7df62f4f6d9d req-340dfd77-e805-4186-ba0c-3f60620f605a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:04.365313 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9eb0bdcb-4de6-4f5b-b049-7df62f4f6d9d req-340dfd77-e805-4186-ba0c-3f60620f605a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0668497 Aug 29 21:31:04.426277 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9eb0bdcb-4de6-4f5b-b049-7df62f4f6d9d req-1092214e-4a2d-4b33-9291-ed55013abbcc tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516765 Aug 29 21:31:05.241332 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dd6294e8-9fe4-4116-a2e1-1c45622466ca req-49201a28-25be-451e-b238-1886c2a4e1ef tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 210 time: 0.0306606 Aug 29 21:31:05.336810 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-0c6b0c75-c303-4583-bdb3-870d2881429e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:05.570849 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085de70-3cb0-434f-ab27-b419925e155e req-934bbc1f-7a49-4bbc-9603-fd439658629b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:05.573429 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9085de70-3cb0-434f-ab27-b419925e155e req-934bbc1f-7a49-4bbc-9603-fd439658629b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0511835 Aug 29 21:31:05.654149 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9085de70-3cb0-434f-ab27-b419925e155e req-6ea3bb7e-5ef6-4b4f-9a70-3f749e5a381a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744414 Aug 29 21:31:06.205909 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-4f59a0af-67ad-48f2-be3b-07eee67c2ed8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:06.207544 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-4f59a0af-67ad-48f2-be3b-07eee67c2ed8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 815 time: 0.1195188 Aug 29 21:31:06.270775 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:06.300695 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-0273cc8d-9e83-4702-bd2f-1babe28f8a14 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 380 time: 0.0793047 Aug 29 21:31:06.317576 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'port': {'device_id': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'admin_state_up': True, 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'security_groups': ['df97f514-afd4-4ba4-9abe-ebe674ad28e4']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:06.418442 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4b04811b-4d93-45d9-a2f8-42ee111b0597 req-952ade1c-cbf4-41e1-8501-b3fb0d090492 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 210 time: 0.0734820 Aug 29 21:31:06.674181 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Made reservation on behalf of 8695633e1e2744b6b6554536f1109fc6 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:31:06.678397 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:06.754520 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:06.845385 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b4ac1-2bfb-46ea-a9fb-a73e3a8b761c req-b27bde40-fb3e-45b8-926d-4f564e5db55a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:06.848177 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8c8b4ac1-2bfb-46ea-a9fb-a73e3a8b761c req-b27bde40-fb3e-45b8-926d-4f564e5db55a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0895524 Aug 29 21:31:06.866687 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Allocated IP 172.20.0.10 (5d52e082-ed9a-4937-bc0b-8b03e2527c03/73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca/b44a2d3f-af24-48dd-823e-bdbfd82ce7a3) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:31:06.877205 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:06.907385 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8c8b4ac1-2bfb-46ea-a9fb-a73e3a8b761c req-908ab267-83e5-4794-a4ae-f2cc7af46c43 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519595 Aug 29 21:31:07.020914 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:07.087323 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:07.211817 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:07.265899 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:31:07.269565 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:31:07.274158 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:31:07.305835 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:07.340868 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:07.341804 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:07.431360 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-f7086a81-6872-4a19-8ede-09425c98545c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1209419 Aug 29 21:31:07.450597 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Request body: {'port': {'device_id': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:07.554405 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-4e850a31-b9c9-4c12-b5b4-ca322e0bcde4 None None] Provisioning complete for port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:31:07.554818 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4e850a31-b9c9-4c12-b5b4-ca322e0bcde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:07.579678 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:07.584900 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:07.595610 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-4e850a31-b9c9-4c12-b5b4-ca322e0bcde4 None None] Port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:31:07.611713 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95286a67-34e4-42c3-81e2-d2d34871270c req-19441d40-dfda-4147-907a-d36aa2b5410b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:07.613316 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-95286a67-34e4-42c3-81e2-d2d34871270c req-19441d40-dfda-4147-907a-d36aa2b5410b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 932 time: 0.0726368 Aug 29 21:31:07.757671 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-95286a67-34e4-42c3-81e2-d2d34871270c req-1f821f80-c55a-471b-bd34-23cc9b87736e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228769 Aug 29 21:31:07.936330 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:31:07.945144 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Publish callbacks [] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:07.959491 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Transition to ACTIVE for port object b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:31:08.028603 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:08.037280 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:08.071266 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b1bd-1f8a-46e8-9974-5d4de6d0d770 req-a9022295-1ef3-4cd0-86e4-1c8a18967f7b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:08.074519 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2fc0b1bd-1f8a-46e8-9974-5d4de6d0d770 req-a9022295-1ef3-4cd0-86e4-1c8a18967f7b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0674863 Aug 29 21:31:08.078249 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:08.139678 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Pushing event updated for resources: {'Port': ['ID=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:08.175406 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2fc0b1bd-1f8a-46e8-9974-5d4de6d0d770 req-bd9af5ec-6655-4dd9-99a1-84e12f519313 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911727 Aug 29 21:31:08.186983 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Attempting to bind port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:31:08.187502 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Attempting to bind port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:31:08.188066 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Attempting to bind port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:31:08.202217 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:31:08.202604 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Attempting to bind port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:31:08.208972 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:31:08.210363 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Checking segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:31:08.210363 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Bound using segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:31:08.210363 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Bound port: b44a2d3f-af24-48dd-823e-bdbfd82ce7a3, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:31:08.210756 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:08.304091 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] For port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:31:08.309754 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] For port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:31:08.343168 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:08.451931 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:08.456014 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:08.456681 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:08.458372 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 HTTP/1.1" status: 200 len: 1094 time: 1.0168610 Aug 29 21:31:08.460859 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'tag': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:08.464569 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24c6cea-8f3b-4150-bbd7-d48ba02fbeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8776b21b-316e-4438-a12f-ee8aef1a85e4", "tag": "b44a2d3f-af24-48dd-823e-bdbfd82ce7a3"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:08.481971 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:08.524234 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e0b593-b698-482e-ba5b-21132468ad43 x-openstack-request-id: req-08e0b593-b698-482e-ba5b-21132468ad43 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:08.524529 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8776b21b-316e-4438-a12f-ee8aef1a85e4", "tag": "b44a2d3f-af24-48dd-823e-bdbfd82ce7a3", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:08.524784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08e0b593-b698-482e-ba5b-21132468ad43 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:08.525184 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e0b593-b698-482e-ba5b-21132468ad43'] response: {'name': 'network-changed', 'server_uuid': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'tag': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3', 'status': 'completed', 'code': 200} Aug 29 21:31:08.525923 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022b0cc-1abe-4c1f-9784-f612310cff43 service neutron] Pushing event updated for resources: {'Port': ['ID=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:08.603405 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6cea-8f3b-4150-bbd7-d48ba02fbeb9 req-bc0e4a65-b90a-42e2-a958-54967c38ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:08.605800 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d24c6cea-8f3b-4150-bbd7-d48ba02fbeb9 req-bc0e4a65-b90a-42e2-a958-54967c38ef69 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 1128 time: 0.0519145 Aug 29 21:31:08.785060 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6cea-8f3b-4150-bbd7-d48ba02fbeb9 req-f659a343-3241-4b1f-98e2-bd0ba9755098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:08.786817 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d24c6cea-8f3b-4150-bbd7-d48ba02fbeb9 req-f659a343-3241-4b1f-98e2-bd0ba9755098 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=8695633e1e2744b6b6554536f1109fc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1526067 Aug 29 21:31:08.902437 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a63c0-eb19-48ae-87fb-5dd8894e3528 req-cd25fa0f-b69b-4412-b3d9-f919b744eeb8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:08.904021 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-933a63c0-eb19-48ae-87fb-5dd8894e3528 req-cd25fa0f-b69b-4412-b3d9-f919b744eeb8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 944 time: 0.0545654 Aug 29 21:31:08.913714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6cea-8f3b-4150-bbd7-d48ba02fbeb9 req-907d7340-9b2d-4424-b987-68120709f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:08.915752 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d24c6cea-8f3b-4150-bbd7-d48ba02fbeb9 req-907d7340-9b2d-4424-b987-68120709f4cb service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171956 Aug 29 21:31:08.979590 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-933a63c0-eb19-48ae-87fb-5dd8894e3528 req-259697fc-c255-43cd-b86d-97a540e01031 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675488 Aug 29 21:31:09.029546 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-10362ee0-81d7-407d-ad87-ac3b3eed7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:09.032861 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-10362ee0-81d7-407d-ad87-ac3b3eed7669 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 1128 time: 0.0513678 Aug 29 21:31:09.084770 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-95f5f873-0d46-42a6-997c-9c5a03bf8c60 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 HTTP/1.1" status: 200 len: 217 time: 0.0392942 Aug 29 21:31:09.149858 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-cbee89af-b7fd-4e56-99f7-8e3815ebb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:09.151349 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-cbee89af-b7fd-4e56-99f7-8e3815ebb74c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 200 len: 854 time: 0.0589216 Aug 29 21:31:09.201989 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-c66fc503-6fde-449b-bd61-7fe521e0d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:09.203978 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-c66fc503-6fde-449b-bd61-7fe521e0d3a2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d52e082-ed9a-4937-bc0b-8b03e2527c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439801 Aug 29 21:31:09.237274 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:09.353032 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-86025b0f-36ca-49e2-9c32-9da367c22dc4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351390 Aug 29 21:31:09.375110 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d5057-637e-4e7d-a4b0-1217b8ece430 req-f3f6c2f5-8a60-4f78-8179-702934bda818 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:09.376759 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-900d5057-637e-4e7d-a4b0-1217b8ece430 req-f3f6c2f5-8a60-4f78-8179-702934bda818 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0841534 Aug 29 21:31:09.524056 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-900d5057-637e-4e7d-a4b0-1217b8ece430 req-619180ca-eae1-4d16-8613-7f81bd012ac8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316333 Aug 29 21:31:09.531875 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0b635a9a-785e-4f2e-aa13-41e37aa8a4fd req-d457a68a-8e63-4724-9e38-2dd0f742d20b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720669 Aug 29 21:31:10.134983 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b336525-102d-4556-9c4b-15ffff4dd920 req-23283185-7256-48c2-ba01-ddd24222b85f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:10.137814 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6b336525-102d-4556-9c4b-15ffff4dd920 req-23283185-7256-48c2-ba01-ddd24222b85f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 944 time: 0.0546846 Aug 29 21:31:10.210060 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6b336525-102d-4556-9c4b-15ffff4dd920 req-8d59cdf4-7300-4e1d-b504-95836843652d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660524 Aug 29 21:31:10.714705 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d48568-1614-4e05-b4ae-77a3fc17e372 req-a32682d3-5e19-4dfd-8414-9e46ffa8300e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:10.717624 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31d48568-1614-4e05-b4ae-77a3fc17e372 req-a32682d3-5e19-4dfd-8414-9e46ffa8300e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0834386 Aug 29 21:31:10.794955 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31d48568-1614-4e05-b4ae-77a3fc17e372 req-54a1d8ca-a916-4509-b1ad-a87958a5a75d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712514 Aug 29 21:31:10.984987 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:31:11.108670 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:11.122165 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'port_id': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3', 'mac_address': 'fa:16:3e:4f:5b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:31:11.159496 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:31:11.159917 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:11.174607 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:31:11.178563 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:11.202009 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:11.303361 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:11.395661 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:11.406604 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db64493-fbd2-4a0a-acf7-465655cac81e req-1df8f858-8f09-4780-a7f5-68a8749b42e7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:11.409909 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2db64493-fbd2-4a0a-acf7-465655cac81e req-1df8f858-8f09-4780-a7f5-68a8749b42e7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 945 time: 0.0862427 Aug 29 21:31:11.474777 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2db64493-fbd2-4a0a-acf7-465655cac81e req-e2fd9f28-3c5f-4fd8-bf92-03ed04b363c5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594397 Aug 29 21:31:11.628403 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['b44a2d3f-af24-48dd-823e-bdbfd82ce7a3'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:31:11.943375 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27c178-9b55-4e4d-94d8-592b96c87b21 req-16a11120-a55a-4bd7-93b8-23bf6bdce12a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:11.945474 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a27c178-9b55-4e4d-94d8-592b96c87b21 req-16a11120-a55a-4bd7-93b8-23bf6bdce12a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0534937 Aug 29 21:31:11.985946 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:12.005518 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2a27c178-9b55-4e4d-94d8-592b96c87b21 req-729decc8-81d3-4ee6-a579-75a16c60cec6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506079 Aug 29 21:31:12.533306 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abe1a1-7aa8-4a19-9721-14c4b6cee67c req-3c767fb9-ed2f-49dd-8f05-3c3ae101fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:12.533306 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-24abe1a1-7aa8-4a19-9721-14c4b6cee67c req-3c767fb9-ed2f-49dd-8f05-3c3ae101fbb2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 1129 time: 0.0444887 Aug 29 21:31:12.595168 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-24abe1a1-7aa8-4a19-9721-14c4b6cee67c req-dcb7dd3a-6eff-4603-842b-d7991ed9c60a service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490434 Aug 29 21:31:12.649398 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c70507-8c75-484a-a26f-8c7d3f8470a6 req-cd054aeb-89f1-449d-a738-bb91f7c01307 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:12.651421 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e7c70507-8c75-484a-a26f-8c7d3f8470a6 req-cd054aeb-89f1-449d-a738-bb91f7c01307 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 945 time: 0.0573490 Aug 29 21:31:12.712658 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e7c70507-8c75-484a-a26f-8c7d3f8470a6 req-30352b24-70e5-4358-ab0f-153fa6153ab6 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544248 Aug 29 21:31:12.985768 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:31:13.027620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:13.046600 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:31:13.166184 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:31:13.166839 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:13.168947 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd4459-d433-4872-affd-15337ef806e3 req-b783a269-3e1f-4fdb-ac91-f0eae7504598 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:13.170591 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-19dd4459-d433-4872-affd-15337ef806e3 req-b783a269-3e1f-4fdb-ac91-f0eae7504598 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0581560 Aug 29 21:31:13.230222 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-19dd4459-d433-4872-affd-15337ef806e3 req-24f52f5b-1761-4753-9025-d7e1a569e743 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495958 Aug 29 21:31:13.274595 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:31:13.274993 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:13.301841 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:13.304199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2754cc6-003f-4dd8-8cf3-20615677bbb3" -d '{"events": [{"server_uuid": "8776b21b-316e-4438-a12f-ee8aef1a85e4", "name": "network-vif-plugged", "status": "completed", "tag": "b44a2d3f-af24-48dd-823e-bdbfd82ce7a3"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:13.324629 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:13.346846 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5719c1-1118-45be-b376-a2e8e1ebba2d x-openstack-request-id: req-1f5719c1-1118-45be-b376-a2e8e1ebba2d {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:13.347170 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8776b21b-316e-4438-a12f-ee8aef1a85e4", "name": "network-vif-plugged", "status": "completed", "tag": "b44a2d3f-af24-48dd-823e-bdbfd82ce7a3", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:13.347429 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f5719c1-1118-45be-b376-a2e8e1ebba2d {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:13.347830 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5719c1-1118-45be-b376-a2e8e1ebba2d'] response: {'server_uuid': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3', 'code': 200} Aug 29 21:31:13.406033 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:13.466766 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:13.866269 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32028df-ba6a-4592-bbf7-3e8c2845f9ef req-6226a33d-ce3f-4afe-90f7-2b68fa46acd0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:13.867857 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b32028df-ba6a-4592-bbf7-3e8c2845f9ef req-6226a33d-ce3f-4afe-90f7-2b68fa46acd0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 946 time: 0.0536215 Aug 29 21:31:13.919415 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b32028df-ba6a-4592-bbf7-3e8c2845f9ef req-6c6d5d0d-eda7-4c2e-8922-e38af0419b22 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452478 Aug 29 21:31:14.404592 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64d50f-b5bf-40e6-a2ef-d219a7dcbe9c req-4c0854bb-df9a-4451-aac8-6589324a2ecc tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:14.407272 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-be64d50f-b5bf-40e6-a2ef-d219a7dcbe9c req-4c0854bb-df9a-4451-aac8-6589324a2ecc tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0633307 Aug 29 21:31:14.449841 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:14.459318 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a3c37-1ba9-4ef1-ac89-a3270442696e req-9dbdeb4a-d40b-438d-8cf2-e327ee76414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:14.462760 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f22a3c37-1ba9-4ef1-ac89-a3270442696e req-9dbdeb4a-d40b-438d-8cf2-e327ee76414f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 1130 time: 0.0727763 Aug 29 21:31:14.471137 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-be64d50f-b5bf-40e6-a2ef-d219a7dcbe9c req-8de96484-a18e-4a3f-98d4-2c8daa2aef1a tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564854 Aug 29 21:31:14.534836 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f22a3c37-1ba9-4ef1-ac89-a3270442696e req-8a3d72cd-478c-41f3-bed2-c97de27ab5cc service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637660 Aug 29 21:31:15.053134 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09671a-e147-4344-87d8-141257f2fe2b req-0e6d9bc4-0056-44bd-8219-4069fdaac1ad tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:15.054886 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1c09671a-e147-4344-87d8-141257f2fe2b req-0e6d9bc4-0056-44bd-8219-4069fdaac1ad tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 946 time: 0.0532336 Aug 29 21:31:15.119051 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1c09671a-e147-4344-87d8-141257f2fe2b req-63634fce-7bf1-4e91-9905-51861b9d1510 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573797 Aug 29 21:31:15.638868 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d9fb-a259-4446-b2a2-c1defed25050 req-d562ecc0-db4b-4b2e-b281-ec25fcaabd15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:15.640550 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d336d9fb-a259-4446-b2a2-c1defed25050 req-d562ecc0-db4b-4b2e-b281-ec25fcaabd15 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0554025 Aug 29 21:31:15.714960 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d336d9fb-a259-4446-b2a2-c1defed25050 req-f650dd83-f6b0-4e93-976c-150de29e2dd4 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656903 Aug 29 21:31:16.299917 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d843c-6589-4678-aff9-e08ba32647ac req-637479eb-f66f-4158-a927-64517015dfea tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:16.301737 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db0d843c-6589-4678-aff9-e08ba32647ac req-637479eb-f66f-4158-a927-64517015dfea tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 946 time: 0.0832469 Aug 29 21:31:16.389273 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db0d843c-6589-4678-aff9-e08ba32647ac req-9608a5f2-3e81-48fd-a000-4655c0328bd8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776846 Aug 29 21:31:16.486853 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32d3ef-4067-4488-8685-d86ebd940d94 req-6e1fb056-b7d2-4cde-afcd-e443b05f66e6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:16.489666 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fc32d3ef-4067-4488-8685-d86ebd940d94 req-6e1fb056-b7d2-4cde-afcd-e443b05f66e6 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0894361 Aug 29 21:31:16.574560 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fc32d3ef-4067-4488-8685-d86ebd940d94 req-218c1535-598a-4615-8f31-e8814cb9fb6e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772562 Aug 29 21:31:16.596105 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7531b4a-c3ec-40f2-b1d5-733bd36e05f0 req-db118dfb-20bb-4743-92b5-73ebff8a44e8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:16.598835 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c7531b4a-c3ec-40f2-b1d5-733bd36e05f0 req-db118dfb-20bb-4743-92b5-73ebff8a44e8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 946 time: 0.0816984 Aug 29 21:31:16.610641 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46556) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:16.616525 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-ca57cd9a-2740-424b-93c8-b2d1df352ab1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'floatingip': {'port_id': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:16.659917 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ca57cd9a-2740-424b-93c8-b2d1df352ab1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (df541d2b-13ed-4167-892c-cc2288ecd8ae), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:16.664002 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-496016d6-48f4-4522-992b-4bee06e8a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:16.667182 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-496016d6-48f4-4522-992b-4bee06e8a944 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 1129 time: 0.0944283 Aug 29 21:31:16.759939 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:16.824714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-8df788fa-4496-4ab9-9490-3e3c6e1c3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:16.826788 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-8df788fa-4496-4ab9-9490-3e3c6e1c3e26 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.1514533 Aug 29 21:31:16.926087 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-7c61a76c-3fff-4b9a-819a-20fc7a8606f0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81cd5932-3a95-43b6-86ae-902a62b744b9 HTTP/1.1" status: 200 len: 1001 time: 0.0916274 Aug 29 21:31:17.002692 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-869aad19-d43c-4b13-9252-8d1135ef946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:17.004284 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-869aad19-d43c-4b13-9252-8d1135ef946e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.0701718 Aug 29 21:31:17.062558 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-7a0a36b6-f544-432b-ae52-d699a7764994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:17.065363 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-7a0a36b6-f544-432b-ae52-d699a7764994 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499315 Aug 29 21:31:17.163928 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:17.228297 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-b600c7a5-ca83-4529-a263-d34552255fd5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511221 Aug 29 21:31:17.292111 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ca57cd9a-2740-424b-93c8-b2d1df352ab1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:17.304039 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:17.362212 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-386dc9aa-ceb5-4cc7-a4f3-5ca3862de4f2 req-727c09fa-89c6-4749-a1a1-f5d376784d3c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205747 Aug 29 21:31:17.382579 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ca57cd9a-2740-424b-93c8-b2d1df352ab1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (df541d2b-13ed-4167-892c-cc2288ecd8ae), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:17.498451 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [None req-ca57cd9a-2740-424b-93c8-b2d1df352ab1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Floating IP df541d2b-13ed-4167-892c-cc2288ecd8ae associated. External IP: 172.27.3.206, port: b44a2d3f-af24-48dd-823e-bdbfd82ce7a3. Aug 29 21:31:18.008697 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e807-221f-4d0a-922e-eecb7d4857df req-2b5e2723-c622-4b31-9bce-77cbec83cb11 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:18.010580 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bb37e807-221f-4d0a-922e-eecb7d4857df req-2b5e2723-c622-4b31-9bce-77cbec83cb11 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0681911 Aug 29 21:31:18.037759 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:31:18.072424 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:18.153779 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bb37e807-221f-4d0a-922e-eecb7d4857df req-162351b2-8d07-499d-811b-fa04ed3d228c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059568 Aug 29 21:31:18.166707 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca57cd9a-2740-424b-93c8-b2d1df352ab1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:31:18.290680 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca57cd9a-2740-424b-93c8-b2d1df352ab1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:31:18.295299 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ca57cd9a-2740-424b-93c8-b2d1df352ab1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:18.303110 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:31:18.321132 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:18.322194 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:18.330830 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ca57cd9a-2740-424b-93c8-b2d1df352ab1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/df541d2b-13ed-4167-892c-cc2288ecd8ae HTTP/1.1" status: 200 len: 992 time: 1.7183554 Aug 29 21:31:18.331805 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'tag': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:18.336057 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3bc350-dcf0-430f-a42c-8f50934193e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8776b21b-316e-4438-a12f-ee8aef1a85e4", "tag": "b44a2d3f-af24-48dd-823e-bdbfd82ce7a3"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:18.384653 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10ebf09-9786-446d-925d-157e2ce03c16 x-openstack-request-id: req-b10ebf09-9786-446d-925d-157e2ce03c16 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:18.385476 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8776b21b-316e-4438-a12f-ee8aef1a85e4", "tag": "b44a2d3f-af24-48dd-823e-bdbfd82ce7a3", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:18.385732 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b10ebf09-9786-446d-925d-157e2ce03c16 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:18.386143 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10ebf09-9786-446d-925d-157e2ce03c16'] response: {'name': 'network-changed', 'server_uuid': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'tag': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3', 'status': 'completed', 'code': 200} Aug 29 21:31:18.446595 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:18.697186 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'df541d2b-13ed-4167-892c-cc2288ecd8ae', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:4f:5b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:31:01Z', 'updated_at': '2022-08-29T21:31:17Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:18.728449 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:31:18.738521 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:18.739215 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:18.848447 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:18.850670 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:18.975758 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:19.113906 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'df541d2b-13ed-4167-892c-cc2288ecd8ae', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:4f:5b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:31:01Z', 'updated_at': '2022-08-29T21:31:17Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:19.141282 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b67c31-cfe6-48d0-9938-6797d634f887 None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'df541d2b-13ed-4167-892c-cc2288ecd8ae', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:4f:5b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:31:01Z', 'updated_at': '2022-08-29T21:31:17Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:31:19.257528 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-ced7257e-b5bc-4ac7-a948-12ea9f100531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:19.260668 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-ced7257e-b5bc-4ac7-a948-12ea9f100531 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 1130 time: 0.0713956 Aug 29 21:31:19.347166 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c12aeb-03e5-4ad4-ba70-6e01a74dd219 req-22121430-274b-4a97-880e-9c4d6613d436 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:19.349976 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e6c12aeb-03e5-4ad4-ba70-6e01a74dd219 req-22121430-274b-4a97-880e-9c4d6613d436 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0675662 Aug 29 21:31:19.424878 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2dd3c6-a81d-41fd-b11a-81bbc8d5763e None None] New status for floating IP df541d2b-13ed-4167-892c-cc2288ecd8ae: ACTIVE {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:31:19.429071 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e6c12aeb-03e5-4ad4-ba70-6e01a74dd219 req-ec3ff5dc-965b-4964-b7fd-8ec4124bb5ac tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716558 Aug 29 21:31:19.443583 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-0cbe12ec-537b-4d20-bf15-fcdaf9c73256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:19.446137 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-0cbe12ec-537b-4d20-bf15-fcdaf9c73256 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 916 time: 0.1747885 Aug 29 21:31:20.087379 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-e67fc79f-7747-4764-9fe0-4a92cf39692d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 HTTP/1.1" status: 200 len: 1002 time: 0.0717409 Aug 29 21:31:20.441895 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-830ab16c-c019-4b49-b103-89f4ec7f62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:20.444440 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-830ab16c-c019-4b49-b103-89f4ec7f62a8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 200 len: 854 time: 0.3346691 Aug 29 21:31:20.505654 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-a65515fb-f735-4ebe-ba6c-2317c956a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:20.507736 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-a65515fb-f735-4ebe-ba6c-2317c956a8a8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d52e082-ed9a-4937-bc0b-8b03e2527c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565486 Aug 29 21:31:20.646024 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be4d16-5242-468c-b27e-81b13a166692 req-ddc2a43d-2b83-456e-a804-941b4d63ac1c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:20.647803 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-66be4d16-5242-468c-b27e-81b13a166692 req-ddc2a43d-2b83-456e-a804-941b4d63ac1c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.1041887 Aug 29 21:31:20.701484 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-42c0e819-1846-4c36-a543-28efc4743439 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864619 Aug 29 21:31:20.780988 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-66be4d16-5242-468c-b27e-81b13a166692 req-e38f47be-6a91-4e7a-bae9-bcb9f8e4d3b5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189330 Aug 29 21:31:20.820921 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:20.837582 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc3bc350-dcf0-430f-a42c-8f50934193e2 req-951297c5-776b-41fd-9680-d9a844036e7e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269639 Aug 29 21:31:20.952969 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9478ef5-8331-47ac-8241-8589a1b38322 req-87fe5ad8-0b7d-4529-8422-8aa4daebe404 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:20.954492 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f9478ef5-8331-47ac-8241-8589a1b38322 req-87fe5ad8-0b7d-4529-8422-8aa4daebe404 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0621607 Aug 29 21:31:20.974188 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46574) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:20.981895 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-19804d36-a024-420d-916c-eef69cd8d37d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Request body: {'floatingip': {'port_id': '81cd5932-3a95-43b6-86ae-902a62b744b9'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:21.042128 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-19804d36-a024-420d-916c-eef69cd8d37d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for floatingip (7f55c719-1329-4640-a10f-c7c0a3403631), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:21.149400 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:21.684940 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-19804d36-a024-420d-916c-eef69cd8d37d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:21.765745 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-19804d36-a024-420d-916c-eef69cd8d37d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (7f55c719-1329-4640-a10f-c7c0a3403631), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:22.026696 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19804d36-a024-420d-916c-eef69cd8d37d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:31:22.118401 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:22.186086 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19804d36-a024-420d-916c-eef69cd8d37d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:31:22.191063 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-19804d36-a024-420d-916c-eef69cd8d37d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:22.197860 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] Sync routers for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:31:22.210881 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:22.211593 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:22.236869 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:22.240864 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d724ca-315d-4449-8039-03dfc1b62584" -d '{"events": [{"name": "network-changed", "server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:22.293443 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-19804d36-a024-420d-916c-eef69cd8d37d tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/7f55c719-1329-4640-a10f-c7c0a3403631 HTTP/1.1" status: 200 len: 993 time: 1.3173962 Aug 29 21:31:22.312304 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afae509-4c46-4d0f-9fbf-6b349c1501ce x-openstack-request-id: req-0afae509-4c46-4d0f-9fbf-6b349c1501ce {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:22.312784 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:22.313580 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0afae509-4c46-4d0f-9fbf-6b349c1501ce {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:22.313933 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afae509-4c46-4d0f-9fbf-6b349c1501ce'] response: {'name': 'network-changed', 'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'status': 'completed', 'code': 200} Aug 29 21:31:22.377782 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:22.403776 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d724ca-315d-4449-8039-03dfc1b62584 req-72f77d97-9918-4b7c-b6da-04f39ecde92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:22.405604 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03d724ca-315d-4449-8039-03dfc1b62584 req-72f77d97-9918-4b7c-b6da-04f39ecde92b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 1129 time: 0.0492778 Aug 29 21:31:22.529850 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d724ca-315d-4449-8039-03dfc1b62584 req-1278eba8-48f3-45a2-abf5-0877a160264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:22.531696 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03d724ca-315d-4449-8039-03dfc1b62584 req-1278eba8-48f3-45a2-abf5-0877a160264e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.1170850 Aug 29 21:31:22.612949 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03d724ca-315d-4449-8039-03dfc1b62584 req-0713f611-9b30-4019-ab3e-fb70bd105712 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81cd5932-3a95-43b6-86ae-902a62b744b9 HTTP/1.1" status: 200 len: 1001 time: 0.0723317 Aug 29 21:31:22.613828 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '7f55c719-1329-4640-a10f-c7c0a3403631', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'port_id': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'mac_address': 'fa:16:3e:20:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47361729-1df7-4084-8819-76e4b8e43a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:28:50Z', 'updated_at': '2022-08-29T21:31:21Z', 'revision_number': 3, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:22.640960 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] Checking router: f9d73043-11e5-4eb8-998b-61fdeb0d2b58 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:31:22.652304 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:22.653979 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:22.680975 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d724ca-315d-4449-8039-03dfc1b62584 req-4348a49d-8a5c-4006-afe7-812948225a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:22.683833 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03d724ca-315d-4449-8039-03dfc1b62584 req-4348a49d-8a5c-4006-afe7-812948225a14 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.0610266 Aug 29 21:31:22.745143 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d724ca-315d-4449-8039-03dfc1b62584 req-16692cf6-981c-49ea-80f3-210d29fc8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:22.746769 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03d724ca-315d-4449-8039-03dfc1b62584 req-16692cf6-981c-49ea-80f3-210d29fc8bd8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541081 Aug 29 21:31:22.852367 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03d724ca-315d-4449-8039-03dfc1b62584 req-18e07633-7356-441c-a868-d92d15360e5e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969257 Aug 29 21:31:22.905680 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:22.948960 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:22.969893 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03d724ca-315d-4449-8039-03dfc1b62584 req-910976ef-40cd-4462-bfda-da76307f3d37 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091332 Aug 29 21:31:23.093991 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:23.155060 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '7f55c719-1329-4640-a10f-c7c0a3403631', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'port_id': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'mac_address': 'fa:16:3e:20:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47361729-1df7-4084-8819-76e4b8e43a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:28:50Z', 'updated_at': '2022-08-29T21:31:21Z', 'revision_number': 3, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:23.181300 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e1c11-e987-430c-85c7-5e25c9b41220 None None] The sync data for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi is: [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '7f55c719-1329-4640-a10f-c7c0a3403631', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'port_id': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'mac_address': 'fa:16:3e:20:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47361729-1df7-4084-8819-76e4b8e43a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:28:50Z', 'updated_at': '2022-08-29T21:31:21Z', 'revision_number': 3, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:31:24.315133 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:24.317542 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512737e6-4394-4676-baa3-8e1d1bd93263" -d '{"events": [{"name": "network-changed", "server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:24.358632 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3395ab-ac0f-4fa8-bb26-5a92f487e8b6 x-openstack-request-id: req-0a3395ab-ac0f-4fa8-bb26-5a92f487e8b6 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:24.358956 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:24.359216 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a3395ab-ac0f-4fa8-bb26-5a92f487e8b6 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:24.359628 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3395ab-ac0f-4fa8-bb26-5a92f487e8b6'] response: {'name': 'network-changed', 'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'status': 'completed', 'code': 200} Aug 29 21:31:24.432671 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-f7e31e66-19a3-4f13-b076-9ccc989798bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:24.434418 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-f7e31e66-19a3-4f13-b076-9ccc989798bb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd7bb76694c2499895f24e611c644a27&device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 1129 time: 0.0445766 Aug 29 21:31:24.538029 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-91210605-fecf-4b11-80f1-f5213e879270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:24.539553 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-91210605-fecf-4b11-80f1-f5213e879270 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 200 len: 917 time: 0.0971839 Aug 29 21:31:24.609278 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-c7c22091-39f7-4d18-be88-2240e6171549 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81cd5932-3a95-43b6-86ae-902a62b744b9 HTTP/1.1" status: 200 len: 1001 time: 0.0613520 Aug 29 21:31:24.672150 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-70d3f1c5-a22b-4191-a067-357cb21f4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:24.673659 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-70d3f1c5-a22b-4191-a067-357cb21f4dba service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 200 len: 855 time: 0.0563488 Aug 29 21:31:24.726557 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-c88a7ca0-ec4d-42dd-95c3-323306fc3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:24.728197 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-c88a7ca0-ec4d-42dd-95c3-323306fc3838 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8f98a05d-9a6f-4b38-8a53-5d74a6efa394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467458 Aug 29 21:31:24.827836 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-20163fc6-07cc-46a6-ac22-f3648576cc09 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916274 Aug 29 21:31:24.946673 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-512737e6-4394-4676-baa3-8e1d1bd93263 req-529b7650-7866-4018-98be-93a51a88e23b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917127 Aug 29 21:31:29.575481 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:29.577682 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:32.282917 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:32.288118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:33.110620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-ac2fbe52-d543-4599-9142-bdd2f9f8a28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:34.938087 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:34.943605 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=42 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:35.302365 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c61e3a58-e839-4cef-9d3e-3c90b712d551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:36.805267 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:36.906291 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36712121-c888-411a-8edd-da4d4bc00849 req-b1873b41-1895-4307-ae10-d5a7482a8c66 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:36.907944 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-36712121-c888-411a-8edd-da4d4bc00849 req-b1873b41-1895-4307-ae10-d5a7482a8c66 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.1187732 Aug 29 21:31:36.964866 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-36712121-c888-411a-8edd-da4d4bc00849 req-1811be25-d790-46c6-bb68-6556418a1703 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509861 Aug 29 21:31:37.062274 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:38.114698 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3167be-fd38-4535-bfcc-0f70561d1cd9 req-b54e59bf-619c-485b-a41b-31ad98072f93 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:38.117592 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7c3167be-fd38-4535-bfcc-0f70561d1cd9 req-b54e59bf-619c-485b-a41b-31ad98072f93 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.0683634 Aug 29 21:31:38.181692 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7c3167be-fd38-4535-bfcc-0f70561d1cd9 req-e56c9bbd-693a-43cc-a7a5-5f8d9fce4a36 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572569 Aug 29 21:31:38.256655 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:38.300554 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:38.417284 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:39.147381 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-a8b8ddfd-29bd-4785-971c-4224e8963fc1 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1801222901&fields=id&tenant_id=52ac0b73cab4494ab39d80f06c54e9da HTTP/1.1" status: 200 len: 267 time: 0.0563583 Aug 29 21:31:39.158799 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-8ed948da-e8ef-45c4-acab-cbcb336d27a9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:39.160310 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-8ed948da-e8ef-45c4-acab-cbcb336d27a9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.0565932 Aug 29 21:31:39.167186 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294acb6-3dd5-4130-8fc8-aceb236e4e5c req-be3422ef-9764-4b6d-a2e5-a6a5b81b7814 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:39.168734 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f294acb6-3dd5-4130-8fc8-aceb236e4e5c req-be3422ef-9764-4b6d-a2e5-a6a5b81b7814 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1069031 Aug 29 21:31:39.209716 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-685185ed-c0f1-40f3-8fd8-1a844dbd50ee tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:39.211233 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-685185ed-c0f1-40f3-8fd8-1a844dbd50ee tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 984 time: 0.0551901 Aug 29 21:31:39.219567 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f294acb6-3dd5-4130-8fc8-aceb236e4e5c req-8f789b4c-235d-4ef7-b20f-4121b9e69a97 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448706 Aug 29 21:31:39.223192 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-6ee6d1bb-9c1c-4059-ad00-d88ee12ad154 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Request body: {'port': {'security_groups': ['3aa1e528-2b21-4e00-be0c-5d40871747c2']}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:39.315592 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-6ee6d1bb-9c1c-4059-ad00-d88ee12ad154 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:39.346568 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1665c-ca44-4b78-8343-a82206880a4b req-33811c1a-6edc-4e7f-9adb-fd70c81beb03 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:39.348901 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7df1665c-ca44-4b78-8343-a82206880a4b req-33811c1a-6edc-4e7f-9adb-fd70c81beb03 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.0590293 Aug 29 21:31:39.420728 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7df1665c-ca44-4b78-8343-a82206880a4b req-c6056e02-ee6e-4a86-806c-ad95f54f1628 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616548 Aug 29 21:31:39.580569 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-6ee6d1bb-9c1c-4059-ad00-d88ee12ad154 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] For port f7b98ffd-df0e-4679-b056-8aebb5b15590, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:39.616807 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-6ee6d1bb-9c1c-4059-ad00-d88ee12ad154 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:39.696815 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-6ee6d1bb-9c1c-4059-ad00-d88ee12ad154 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:39.708280 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-6ee6d1bb-9c1c-4059-ad00-d88ee12ad154 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:39.708933 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-6ee6d1bb-9c1c-4059-ad00-d88ee12ad154 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:39.710463 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-77af5c2d-96bb-46f9-b8f5-ab4e20e6a3b2 req-6ee6d1bb-9c1c-4059-ad00-d88ee12ad154 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "PUT /networking/v2.0/ports/f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 200 len: 942 time: 0.4921982 Aug 29 21:31:39.711025 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:39.713945 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e339e-09e3-4b82-b67f-9958c1592e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:39.719194 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46650) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:39.725465 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['f7b98ffd-df0e-4679-b056-8aebb5b15590'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:31:39.762897 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e39917d-4f09-4a69-9e45-6b8b1ee6db3e x-openstack-request-id: req-8e39917d-4f09-4a69-9e45-6b8b1ee6db3e {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:39.764184 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:39.764184 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e39917d-4f09-4a69-9e45-6b8b1ee6db3e {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:39.764184 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e39917d-4f09-4a69-9e45-6b8b1ee6db3e'] response: {'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'status': 'completed', 'code': 200} Aug 29 21:31:39.814699 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6d1bb-9c1c-4059-ad00-d88ee12ad154 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event updated for resources: {'Port': ['ID=f7b98ffd-df0e-4679-b056-8aebb5b15590,revision_number=7']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:39.846739 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-372d4f5c-043d-4541-a582-5484e3d266ca tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group (0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:39.853170 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['f7b98ffd-df0e-4679-b056-8aebb5b15590'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:31:39.881092 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-372d4f5c-043d-4541-a582-5484e3d266ca tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group (0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:40.073858 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-372d4f5c-043d-4541-a582-5484e3d266ca tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:40.076982 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-372d4f5c-043d-4541-a582-5484e3d266ca tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:40.078209 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-372d4f5c-043d-4541-a582-5484e3d266ca tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c HTTP/1.1" status: 204 len: 168 time: 0.3580241 Aug 29 21:31:40.081280 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46652) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:40.090111 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d4f5c-043d-4541-a582-5484e3d266ca tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acf2c5f-488f-47e0-8f71-43ae4ca4cd6c,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:40.266507 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Deleting port 23977acd-2ad8-472f-8681-53ed73ab7a0a {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:40.267193 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (23977acd-2ad8-472f-8681-53ed73ab7a0a), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:40.365701 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (23977acd-2ad8-472f-8681-53ed73ab7a0a), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:40.366135 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for floatingip (23977acd-2ad8-472f-8681-53ed73ab7a0a), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:40.390345 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Calling delete_port for 23977acd-2ad8-472f-8681-53ed73ab7a0a owned by network:floatingip {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:40.397470 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26866710-2b4d-4445-82fc-94f30c7c4141 req-5ea74e95-0acc-41ef-9817-e0fe526e9bce tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:40.399253 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-26866710-2b4d-4445-82fc-94f30c7c4141 req-5ea74e95-0acc-41ef-9817-e0fe526e9bce tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.0565145 Aug 29 21:31:40.460607 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-26866710-2b4d-4445-82fc-94f30c7c4141 req-9f4eafd5-e973-4b6d-82de-889771d65bd5 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540805 Aug 29 21:31:40.614082 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c728b73-02e4-413f-b0f5-bee55fb6dbd5 req-6416842d-9424-488d-8e0c-51e2de241f5d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:40.615775 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7c728b73-02e4-413f-b0f5-bee55fb6dbd5 req-6416842d-9424-488d-8e0c-51e2de241f5d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.0702333 Aug 29 21:31:40.709236 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7c728b73-02e4-413f-b0f5-bee55fb6dbd5 req-42558cd2-5c30-4444-bcd2-3b8e9f889483 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782735 Aug 29 21:31:40.811321 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (23977acd-2ad8-472f-8681-53ed73ab7a0a), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:40.855828 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event deleted for resources: {'Port': ['ID=23977acd-2ad8-472f-8681-53ed73ab7a0a,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:40.917696 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:40.940585 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks [] for floatingip (8e34bc41-1f4c-46db-a1db-975f9c5ac0e1), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:40.941045 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Floating IP 8e34bc41-1f4c-46db-a1db-975f9c5ac0e1 disassociated (deleted). External IP: 172.27.3.152, port: f7b98ffd-df0e-4679-b056-8aebb5b15590. Aug 29 21:31:40.983714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:41.171297 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Router 3604da6b-a9fc-48ef-b1a4-62aee854d20f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:31:41.306271 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:31:41.319642 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] Sync routers for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:31:41.332136 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:41.332741 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:41.332924 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:41.420331 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-30ee4e1f-77ce-4cab-bd5b-0f03bed3ffd3 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/8e34bc41-1f4c-46db-a1db-975f9c5ac0e1 HTTP/1.1" status: 204 len: 168 time: 1.3373797 Aug 29 21:31:41.441026 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:41.443463 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a2f1b-ba46-4512-8b29-0a9d74c57494" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:41.452660 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-06f37a26-ec4f-4f01-8c0c-8f8ff7eea085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:41.455014 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-06f37a26-ec4f-4f01-8c0c-8f8ff7eea085 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 1129 time: 0.1195772 Aug 29 21:31:41.479669 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Deleting port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:41.480457 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:41.484870 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:41.513169 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d3e479-c6ca-49ae-a31e-24dda8f8eb99 x-openstack-request-id: req-79d3e479-c6ca-49ae-a31e-24dda8f8eb99 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:41.513734 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:41.514281 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79d3e479-c6ca-49ae-a31e-24dda8f8eb99 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:41.514985 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d3e479-c6ca-49ae-a31e-24dda8f8eb99'] response: {'name': 'network-changed', 'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'status': 'completed', 'code': 200} Aug 29 21:31:41.695307 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db248b26-6b20-4ce9-83e2-f46956df5616 req-3efcacd0-ec21-47ea-b275-7acc9c95f52b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:41.698256 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db248b26-6b20-4ce9-83e2-f46956df5616 req-3efcacd0-ec21-47ea-b275-7acc9c95f52b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1173270 Aug 29 21:31:41.722728 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '96230eaa-a070-4cf7-89e3-813ce07850a4', 'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'mac_address': 'fa:16:3e:e3:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:38Z', 'updated_at': '2022-08-29T21:28:44Z', 'revision_number': 5, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'subnets': [{'id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:41.754249 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] Checking router: 3604da6b-a9fc-48ef-b1a4-62aee854d20f for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:31:41.764766 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:41.765410 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:41.781860 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] For port 7d00a0ed-45ea-43c9-98bc-7122049be3a0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d00a0ed-45ea-43c9-98bc-7122049be3a0,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:41.782299 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:41.912674 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:41.971773 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db248b26-6b20-4ce9-83e2-f46956df5616 req-f9544b1b-0a14-42a7-bee6-9a26f78b3674 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=d2a255a9-4986-48ee-a20b-9db8a59382db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534230 Aug 29 21:31:41.987696 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fc2df-9837-4832-8055-0f78292d6425 req-d6e28156-d384-4b17-96c2-21081225dd8f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:41.987696 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a06fc2df-9837-4832-8055-0f78292d6425 req-d6e28156-d384-4b17-96c2-21081225dd8f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 946 time: 0.0612540 Aug 29 21:31:42.017942 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:42.032077 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-f860a0a3-74e3-4b2d-8467-dd57e7e74f78 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:42.034401 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-f860a0a3-74e3-4b2d-8467-dd57e7e74f78 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 946 time: 0.1724377 Aug 29 21:31:42.085246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:42.105481 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:42.113633 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a06fc2df-9837-4832-8055-0f78292d6425 req-d793032d-d11d-4040-9013-bde4c505315f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c4d20423-9fef-4c93-aa88-9a43dff064b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158013 Aug 29 21:31:42.114809 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-5af0dc6c-a97f-4486-8188-012e53922e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:42.117144 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-5af0dc6c-a97f-4486-8188-012e53922e32 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=292f73ed-e808-4244-8a17-4a958ad6e9d1 HTTP/1.1" status: 200 len: 916 time: 0.2452557 Aug 29 21:31:42.228288 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Deleting port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:42.228288 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:42.235805 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '96230eaa-a070-4cf7-89e3-813ce07850a4', 'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'mac_address': 'fa:16:3e:e3:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:38Z', 'updated_at': '2022-08-29T21:28:44Z', 'revision_number': 5, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'subnets': [{'id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:42.237252 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-49219feb-34db-4f72-82ba-262db797b42f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 200 len: 217 time: 0.1129990 Aug 29 21:31:42.264876 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49b0c9-049e-4184-8c3d-7f87adf03285 None None] The sync data for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi is: [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '96230eaa-a070-4cf7-89e3-813ce07850a4', 'name': '', 'network_id': '292f73ed-e808-4244-8a17-4a958ad6e9d1', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'mac_address': 'fa:16:3e:e3:1c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:38Z', 'updated_at': '2022-08-29T21:28:44Z', 'revision_number': 5, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'subnets': [{'id': 'b038c22d-365b-4a73-9f2b-8e703ee9231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:31:42.348057 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:42.348717 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (23ea5134-03f3-4ed5-8e73-1169d8ce6fb4), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:42.349461 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Floating IP 23ea5134-03f3-4ed5-8e73-1169d8ce6fb4 disassociated. External IP: 172.27.3.82, port: 7d00a0ed-45ea-43c9-98bc-7122049be3a0. Aug 29 21:31:42.349998 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Calling delete_port for 7d00a0ed-45ea-43c9-98bc-7122049be3a0 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:42.377947 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] For port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:42.378231 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-2f3ff044-d33a-4b74-8c03-3b3489ebe036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:42.378334 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:42.378435 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-2f3ff044-d33a-4b74-8c03-3b3489ebe036 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b038c22d-365b-4a73-9f2b-8e703ee9231f HTTP/1.1" status: 200 len: 854 time: 0.1261504 Aug 29 21:31:42.424276 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:42.578612 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:42.578983 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:42.579305 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Floating IP ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a disassociated. External IP: 172.27.3.44, port: 7063fec6-24ac-4c04-bef3-3f9ee9c54d76. Aug 29 21:31:42.579755 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Calling delete_port for 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 owned by compute:nova {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:42.596887 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-2ec89779-2059-4012-8f79-e0c2e9fd1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:42.598781 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-2ec89779-2059-4012-8f79-e0c2e9fd1bf2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=292f73ed-e808-4244-8a17-4a958ad6e9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512228 Aug 29 21:31:42.603293 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ed135-c06c-4c42-b667-ab23e0d19da6 None None] New status for floating IP 8e34bc41-1f4c-46db-a1db-975f9c5ac0e1: DOWN {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:31:42.633642 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (7d00a0ed-45ea-43c9-98bc-7122049be3a0), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:42.716123 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event deleted for resources: {'Port': ['ID=7d00a0ed-45ea-43c9-98bc-7122049be3a0,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:42.772008 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:42.812007 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-76596fc6-04e4-4f78-b0e4-6dacbce24586 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050114 Aug 29 21:31:42.816671 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (7063fec6-24ac-4c04-bef3-3f9ee9c54d76), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:42.851541 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event deleted for resources: {'Port': ['ID=7063fec6-24ac-4c04-bef3-3f9ee9c54d76,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:42.864346 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.864738 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.865515 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.865515 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.865880 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.866184 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.866612 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.866808 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.867139 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.867468 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.867789 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.870311 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.870311 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.870311 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.870311 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:42.871180 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Router b9b32390-edcd-48b0-a7a2-51862894f82f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:31:42.879351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:43.020091 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Router 566eb9b1-07eb-4c74-9622-b1b57afe38be has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:31:43.154992 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:31:43.183643 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:31:43.184084 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:31:43.187900 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:31:43.204231 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7d00a0ed-45ea-43c9-98bc-7122049be3a0 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:31:43.209535 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] Sync routers for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:31:43.229750 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:43.253099 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] No DVR routers for this DVR port 7063fec6-24ac-4c04-bef3-3f9ee9c54d76 on host hv-cinder-85426 {{(pid=107111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:31:43.256179 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:43.256601 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:43.259776 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-86c56ae6-486e-453d-9cba-b9fd1252e3e3 req-e729129c-be09-4547-b9c2-51462a14547b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "DELETE /networking/v2.0/ports/7063fec6-24ac-4c04-bef3-3f9ee9c54d76 HTTP/1.1" status: 204 len: 173 time: 1.2182605 Aug 29 21:31:43.260901 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'name': 'network-vif-deleted', 'tag': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:43.279029 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 7d00a0ed-45ea-43c9-98bc-7122049be3a0 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:31:43.279375 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 7d00a0ed-45ea-43c9-98bc-7122049be3a0 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:31:43.281674 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56e3f40-5a0b-4169-be8c-d66d00e3dd78" -d '{"events": [{"server_uuid": "528c748a-ba74-44e6-b1a7-84ab068acfcb", "name": "network-vif-deleted", "tag": "7063fec6-24ac-4c04-bef3-3f9ee9c54d76"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:43.349034 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c7f8d41f-db2a-4b57-94ba-832c77a9e4b1 req-b7a70ef8-9ee2-4702-8a70-aa13238990f4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 210 time: 0.0519309 Aug 29 21:31:43.451937 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:43.479715 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eb507e-7c23-4015-a658-82a81c9af35a x-openstack-request-id: req-52eb507e-7c23-4015-a658-82a81c9af35a {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:43.484804 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528c748a-ba74-44e6-b1a7-84ab068acfcb", "name": "network-vif-deleted", "tag": "7063fec6-24ac-4c04-bef3-3f9ee9c54d76", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:43.484804 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52eb507e-7c23-4015-a658-82a81c9af35a {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:43.484804 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52eb507e-7c23-4015-a658-82a81c9af35a'] response: {'server_uuid': '528c748a-ba74-44e6-b1a7-84ab068acfcb', 'name': 'network-vif-deleted', 'tag': '7063fec6-24ac-4c04-bef3-3f9ee9c54d76', 'status': 'completed', 'code': 200} Aug 29 21:31:43.509295 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7e8656fa-8d7b-451f-8e62-d6d3968a39cd req-e021cb90-a889-4539-9bfb-52f3b6532641 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.2612462 Aug 29 21:31:43.543514 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:31:43.559573 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] Sync routers for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:31:43.564295 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fb4e339e-09e3-4b82-b67f-9958c1592e6a req-40fce36d-7446-49b7-89ea-8182728a92e5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803817 Aug 29 21:31:43.585652 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:43.589178 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:43.628146 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] No DVR routers for this DVR port 7d00a0ed-45ea-43c9-98bc-7122049be3a0 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:31:43.644884 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:43.650067 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-deff6d98-66e8-4c73-b229-a94ab05c9b42 req-d55a030d-46ea-4e63-8421-f87c714d01b9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "DELETE /networking/v2.0/ports/7d00a0ed-45ea-43c9-98bc-7122049be3a0 HTTP/1.1" status: 204 len: 173 time: 2.3543868 Aug 29 21:31:43.651280 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-deleted', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:43.656535 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cdf547-fcce-4067-83df-688fb605db69" -d '{"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-deleted", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:43.689686 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:43.741467 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0848a53-592e-4c1a-836c-1d2eb306c534 x-openstack-request-id: req-f0848a53-592e-4c1a-836c-1d2eb306c534 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:43.747751 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce9c011-918f-4702-83d6-cd5fd83a1a3a", "name": "network-vif-deleted", "tag": "7d00a0ed-45ea-43c9-98bc-7122049be3a0", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:43.751109 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:43.751624 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0848a53-592e-4c1a-836c-1d2eb306c534 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:43.754622 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0848a53-592e-4c1a-836c-1d2eb306c534'] response: {'server_uuid': '8ce9c011-918f-4702-83d6-cd5fd83a1a3a', 'name': 'network-vif-deleted', 'tag': '7d00a0ed-45ea-43c9-98bc-7122049be3a0', 'status': 'completed', 'code': 200} Aug 29 21:31:43.842753 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:43.847566 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-117deffe-fe7e-4b2e-a18f-c791fc20047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:43.849258 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-117deffe-fe7e-4b2e-a18f-c791fc20047e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 1129 time: 0.0504563 Aug 29 21:31:43.860237 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:43.907814 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] Checking router: 566eb9b1-07eb-4c74-9622-b1b57afe38be for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:31:43.924086 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:43.925130 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:43.939982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:44.045857 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-c286343a-b4ca-4d3e-b560-5b633624b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:44.048219 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-c286343a-b4ca-4d3e-b560-5b633624b257 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=292f73ed-e808-4244-8a17-4a958ad6e9d1 HTTP/1.1" status: 200 len: 916 time: 0.1909657 Aug 29 21:31:44.099727 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:44.110221 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:44.120968 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-dbd72cb5-02a4-42e3-b69a-47975430deca service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 200 len: 217 time: 0.0605273 Aug 29 21:31:44.138166 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] Checking router: b9b32390-edcd-48b0-a7a2-51862894f82f for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:31:44.149538 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:44.150408 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:44.202931 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:44.265061 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-eade7be7-eabd-46d1-ab0d-beb9fa95f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:44.267658 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-eade7be7-eabd-46d1-ab0d-beb9fa95f1d9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b038c22d-365b-4a73-9f2b-8e703ee9231f HTTP/1.1" status: 200 len: 854 time: 0.1324944 Aug 29 21:31:44.320397 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:44.386956 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-1a8836cc-7612-4d47-9231-a1a62741f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:44.389742 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-1a8836cc-7612-4d47-9231-a1a62741f4e5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=292f73ed-e808-4244-8a17-4a958ad6e9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1108313 Aug 29 21:31:44.469184 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:44.524881 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b5c70-0095-47a0-9417-05d04ee11bef None None] The sync data for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi is: [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:31:44.584663 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ed9cd38a-cac4-49fa-aacc-dd3dc72bd3e9 req-6bdf3c96-125a-400f-862f-de84e9974ad9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 210 time: 0.0391684 Aug 29 21:31:44.674963 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:44.733858 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f248e41-530c-418c-a494-3d6b5c0ed659 None None] The sync data for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi is: [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:31:44.760124 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-10f41ea5-2a6f-4954-8d15-8399d10192f7 req-7fdec436-f991-4549-9fb6-6c95fd7cd859 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=528c748a-ba74-44e6-b1a7-84ab068acfcb HTTP/1.1" status: 200 len: 210 time: 0.0420556 Aug 29 21:31:44.866069 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-0342d76d-99cc-46cb-af5d-37ea509e2ff6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640445 Aug 29 21:31:44.988949 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fd747-2b9e-479a-a6d3-cec56aa1b9c6 None None] New status for floating IP ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a: DOWN {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:31:45.013165 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b06a2f1b-ba46-4512-8b29-0a9d74c57494 req-134783a2-b1e5-44c2-93bd-53e5d52171c3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350191 Aug 29 21:31:45.124964 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabff9ba-8ae5-4c72-a519-ce1d4ca09fb7 None None] New status for floating IP 23ea5134-03f3-4ed5-8e73-1169d8ce6fb4: DOWN {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:31:45.770504 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4d9c2fdb-b75b-46c4-8c95-14b2121e3636 req-4c28f8d7-cf1a-499f-8d6a-4cd73b24d5f8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8ce9c011-918f-4702-83d6-cd5fd83a1a3a HTTP/1.1" status: 200 len: 210 time: 0.0419133 Aug 29 21:31:45.939575 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46706) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:46.012582 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f7479598-3ccc-4a68-9659-523230ca7cfc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (d2a255a9-4986-48ee-a20b-9db8a59382db), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:46.042342 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f7479598-3ccc-4a68-9659-523230ca7cfc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (d2a255a9-4986-48ee-a20b-9db8a59382db), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:46.056855 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:46.217220 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f7479598-3ccc-4a68-9659-523230ca7cfc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (d2a255a9-4986-48ee-a20b-9db8a59382db), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:46.220090 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f7479598-3ccc-4a68-9659-523230ca7cfc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:46.221439 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-f7479598-3ccc-4a68-9659-523230ca7cfc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d2a255a9-4986-48ee-a20b-9db8a59382db HTTP/1.1" status: 204 len: 168 time: 0.2804482 Aug 29 21:31:46.224658 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46710) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:46.233190 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7479598-3ccc-4a68-9659-523230ca7cfc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a255a9-4986-48ee-a20b-9db8a59382db,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:46.249902 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.api.v2.resource [None req-68ed3b13-487b-4314-bbd5-d2c7708adfbc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] show failed (client error): The resource could not be found. Aug 29 21:31:46.251941 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-68ed3b13-487b-4314-bbd5-d2c7708adfbc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups/d2a255a9-4986-48ee-a20b-9db8a59382db HTTP/1.1" status: 404 len: 347 time: 0.0255358 Aug 29 21:31:46.257852 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46712) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:46.394312 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Deleting port 72e06398-5b0e-4455-9633-cb931f671f5c {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:46.397676 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (72e06398-5b0e-4455-9633-cb931f671f5c), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:46.495926 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81223fd-bea4-413d-ad40-097c7d488ff1 req-c8b9960b-2d96-4f8e-8362-5507d34e3969 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:46.497443 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d81223fd-bea4-413d-ad40-097c7d488ff1 req-c8b9960b-2d96-4f8e-8362-5507d34e3969 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0881815 Aug 29 21:31:46.544406 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (72e06398-5b0e-4455-9633-cb931f671f5c), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:46.544761 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (72e06398-5b0e-4455-9633-cb931f671f5c), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:46.569037 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:46.570489 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Calling delete_port for 72e06398-5b0e-4455-9633-cb931f671f5c owned by network:floatingip {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:46.596853 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d81223fd-bea4-413d-ad40-097c7d488ff1 req-63e68ba0-b75f-4d2d-a6ba-33b07c1c063b tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889864 Aug 29 21:31:46.873824 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (72e06398-5b0e-4455-9633-cb931f671f5c), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:46.902127 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event deleted for resources: {'Port': ['ID=72e06398-5b0e-4455-9633-cb931f671f5c,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:46.957582 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46720) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:47.013915 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.016545 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.017741 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-7ac3f241-c8fd-4f7a-880a-f4a52eded490 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/ce7dcb03-5b90-4f5b-9fbe-7d1515a1e26a HTTP/1.1" status: 204 len: 168 time: 0.7588830 Aug 29 21:31:47.044964 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cae44478-837e-4cd3-ab41-fd4ee23d57ca tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (c4d20423-9fef-4c93-aa88-9a43dff064b9), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.084600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cae44478-837e-4cd3-ab41-fd4ee23d57ca tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (c4d20423-9fef-4c93-aa88-9a43dff064b9), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.198394 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46724) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:47.203223 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-17e81f42-f871-4c2d-8d14-c257096ec04b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920057353', 'description': 'tempest-description--1441559305'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:47.325184 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cae44478-837e-4cd3-ab41-fd4ee23d57ca tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c4d20423-9fef-4c93-aa88-9a43dff064b9), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.325562 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-17e81f42-f871-4c2d-8d14-c257096ec04b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.328559 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cae44478-837e-4cd3-ab41-fd4ee23d57ca tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.330109 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-cae44478-837e-4cd3-ab41-fd4ee23d57ca tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c4d20423-9fef-4c93-aa88-9a43dff064b9 HTTP/1.1" status: 204 len: 168 time: 0.3713877 Aug 29 21:31:47.336747 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46726) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:47.367310 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae44478-837e-4cd3-ab41-fd4ee23d57ca tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d20423-9fef-4c93-aa88-9a43dff064b9,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:47.381699 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.api.v2.resource [None req-86c2a624-8c00-43be-a954-105bf65c388d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] show failed (client error): The resource could not be found. Aug 29 21:31:47.383279 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-86c2a624-8c00-43be-a954-105bf65c388d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups/c4d20423-9fef-4c93-aa88-9a43dff064b9 HTTP/1.1" status: 404 len: 347 time: 0.0463500 Aug 29 21:31:47.388567 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46728) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:47.569244 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-17e81f42-f871-4c2d-8d14-c257096ec04b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (8c5e3080-f878-46ba-b7ef-4be2d73958b2), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.581633 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Deleting port a222609c-d47d-4745-b009-7f7f3c1f89e3 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:47.581633 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (a222609c-d47d-4745-b009-7f7f3c1f89e3), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.619222 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:47.643937 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-17e81f42-f871-4c2d-8d14-c257096ec04b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8c5e3080-f878-46ba-b7ef-4be2d73958b2), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.708370 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (a222609c-d47d-4745-b009-7f7f3c1f89e3), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.708734 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (a222609c-d47d-4745-b009-7f7f3c1f89e3), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.712402 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e81f42-f871-4c2d-8d14-c257096ec04b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5e3080-f878-46ba-b7ef-4be2d73958b2,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:47.738564 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Calling delete_port for a222609c-d47d-4745-b009-7f7f3c1f89e3 owned by network:floatingip {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:47.774467 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017630f2-3ade-45ab-b662-817987e64f65 req-cdb76afb-6def-4bc8-b04b-dfcf3c918a05 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:47.776579 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-017630f2-3ade-45ab-b662-817987e64f65 req-cdb76afb-6def-4bc8-b04b-dfcf3c918a05 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0704987 Aug 29 21:31:47.804086 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:47.839459 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-017630f2-3ade-45ab-b662-817987e64f65 req-e90a92e8-11a7-480d-be58-43141696bc1d tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530601 Aug 29 21:31:47.842581 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-17e81f42-f871-4c2d-8d14-c257096ec04b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:47.844077 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-17e81f42-f871-4c2d-8d14-c257096ec04b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6444840 Aug 29 21:31:47.849127 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46734) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:47.855363 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-448460c4-9d15-48be-8c14-a30c2dd18f46 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'security_group_rule': {'security_group_id': '8c5e3080-f878-46ba-b7ef-4be2d73958b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:47.994785 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-448460c4-9d15-48be-8c14-a30c2dd18f46 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (a1943283-8baf-40ab-a216-dcab34b5af54), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.021850 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (a222609c-d47d-4745-b009-7f7f3c1f89e3), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.030021 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=9 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:48.067793 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event deleted for resources: {'Port': ['ID=a222609c-d47d-4745-b009-7f7f3c1f89e3,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:48.069158 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-448460c4-9d15-48be-8c14-a30c2dd18f46 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (a1943283-8baf-40ab-a216-dcab34b5af54), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.157094 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (23ea5134-03f3-4ed5-8e73-1169d8ce6fb4), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.160810 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.162315 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b66cee38-6b20-4e7b-bfce-2650786d6e89 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/23ea5134-03f3-4ed5-8e73-1169d8ce6fb4 HTTP/1.1" status: 204 len: 168 time: 0.7726831 Aug 29 21:31:48.170951 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-448460c4-9d15-48be-8c14-a30c2dd18f46 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (a1943283-8baf-40ab-a216-dcab34b5af54), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.191355 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448460c4-9d15-48be-8c14-a30c2dd18f46 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1943283-8baf-40ab-a216-dcab34b5af54,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:48.294573 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-448460c4-9d15-48be-8c14-a30c2dd18f46 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.296341 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-448460c4-9d15-48be-8c14-a30c2dd18f46 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4458971 Aug 29 21:31:48.299581 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46738) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:48.305241 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-ceb92af9-9518-4759-aa82-dbd3d9033247 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'security_group_rule': {'security_group_id': '8c5e3080-f878-46ba-b7ef-4be2d73958b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:48.369677 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46740) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:48.375188 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-432b3705-ff3d-43a4-be7a-a71c7701abdd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--65317653', 'description': 'tempest-description--18218827'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:48.440500 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ceb92af9-9518-4759-aa82-dbd3d9033247 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (e1948d42-748b-46a9-a113-ed6234dddbd6), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.507042 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:48.509454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ceb92af9-9518-4759-aa82-dbd3d9033247 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (e1948d42-748b-46a9-a113-ed6234dddbd6), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.511678 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-432b3705-ff3d-43a4-be7a-a71c7701abdd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.619118 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-dcdaaee4-344f-4011-ba9e-2531f1d43872 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:48.621327 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-dcdaaee4-344f-4011-ba9e-2531f1d43872 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0699735 Aug 29 21:31:48.629380 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ceb92af9-9518-4759-aa82-dbd3d9033247 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (e1948d42-748b-46a9-a113-ed6234dddbd6), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.674108 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-432b3705-ff3d-43a4-be7a-a71c7701abdd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (28cae8d9-dbe1-4684-bfd9-e4defb8314cb), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.691827 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb92af9-9518-4759-aa82-dbd3d9033247 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1948d42-748b-46a9-a113-ed6234dddbd6,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:48.754497 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Deleting port f7b98ffd-df0e-4679-b056-8aebb5b15590 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:48.754938 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.760666 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-432b3705-ff3d-43a4-be7a-a71c7701abdd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (28cae8d9-dbe1-4684-bfd9-e4defb8314cb), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.834408 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ceb92af9-9518-4759-aa82-dbd3d9033247 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.835772 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ceb92af9-9518-4759-aa82-dbd3d9033247 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5351150 Aug 29 21:31:48.839829 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46742) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:48.845530 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:48.859664 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:48.861439 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b3705-ff3d-43a4-be7a-a71c7701abdd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cae8d9-dbe1-4684-bfd9-e4defb8314cb,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:48.904865 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] For port f7b98ffd-df0e-4679-b056-8aebb5b15590, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b98ffd-df0e-4679-b056-8aebb5b15590,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:48.905234 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.921602 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Calling delete_port for f7b98ffd-df0e-4679-b056-8aebb5b15590 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:48.942474 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-432b3705-ff3d-43a4-be7a-a71c7701abdd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:48.942474 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-432b3705-ff3d-43a4-be7a-a71c7701abdd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5659831 Aug 29 21:31:48.942782 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46746) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:48.946257 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-08474c0a-be4c-49c1-ac29-9b6122258b18 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'security_group_rule': {'security_group_id': '28cae8d9-dbe1-4684-bfd9-e4defb8314cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:49.038652 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b131180-b271-4d47-a294-ec98deb5ac61 req-4f36baba-d55a-42bf-bb8f-8ab603c18036 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:49.040310 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6b131180-b271-4d47-a294-ec98deb5ac61 req-4f36baba-d55a-42bf-bb8f-8ab603c18036 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 945 time: 0.0718925 Aug 29 21:31:49.081454 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:49.100554 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-08474c0a-be4c-49c1-ac29-9b6122258b18 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (7cd13d57-48ec-41db-a84b-cbf3128fe215), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:49.143492 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6b131180-b271-4d47-a294-ec98deb5ac61 req-8c0be67f-ddab-4883-b60c-b853eee22742 tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3aa1e528-2b21-4e00-be0c-5d40871747c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771770 Aug 29 21:31:49.217448 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:49.240764 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-08474c0a-be4c-49c1-ac29-9b6122258b18 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (7cd13d57-48ec-41db-a84b-cbf3128fe215), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:49.266807 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (f7b98ffd-df0e-4679-b056-8aebb5b15590), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:49.300598 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Pushing event deleted for resources: {'Port': ['ID=f7b98ffd-df0e-4679-b056-8aebb5b15590,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:49.346530 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Allocated IP 172.27.3.58 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/ec2d54f4-870f-4a77-ad4a-802b68ec71ab) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:31:49.361403 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] No DVR routers for this DVR port f7b98ffd-df0e-4679-b056-8aebb5b15590 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:31:49.363956 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:49.367612 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b9a13702-6eee-431c-8c88-468dc97a7720 req-f6bb6d97-eb14-4b82-be8f-722ff35631bb tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.16 "DELETE /networking/v2.0/ports/f7b98ffd-df0e-4679-b056-8aebb5b15590 HTTP/1.1" status: 204 len: 173 time: 0.7394824 Aug 29 21:31:49.368196 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'name': 'network-vif-deleted', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:31:49.370582 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe793a4-51bc-42a7-bd3f-07284ace918b" -d '{"events": [{"server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "name": "network-vif-deleted", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:31:49.410728 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-08474c0a-be4c-49c1-ac29-9b6122258b18 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (7cd13d57-48ec-41db-a84b-cbf3128fe215), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:49.412730 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8556f261-2de4-4f25-b0e7-bd333688298e x-openstack-request-id: req-8556f261-2de4-4f25-b0e7-bd333688298e {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:31:49.413025 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd8e900-c6d1-40db-a1e7-ee9c3e703dff", "name": "network-vif-deleted", "tag": "f7b98ffd-df0e-4679-b056-8aebb5b15590", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:31:49.413290 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8556f261-2de4-4f25-b0e7-bd333688298e {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:31:49.413746 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8556f261-2de4-4f25-b0e7-bd333688298e'] response: {'server_uuid': '0cd8e900-c6d1-40db-a1e7-ee9c3e703dff', 'name': 'network-vif-deleted', 'tag': 'f7b98ffd-df0e-4679-b056-8aebb5b15590', 'status': 'completed', 'code': 200} Aug 29 21:31:49.726849 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08474c0a-be4c-49c1-ac29-9b6122258b18 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd13d57-48ec-41db-a84b-cbf3128fe215,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:49.783146 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for port (ec2d54f4-870f-4a77-ad4a-802b68ec71ab), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:49.995163 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-08474c0a-be4c-49c1-ac29-9b6122258b18 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:49.997366 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-08474c0a-be4c-49c1-ac29-9b6122258b18 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0561228 Aug 29 21:31:50.000348 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46752) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:50.010052 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-d3e9836e-6dcd-4eec-a8f3-14da3d3b394a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'security_group_rule': {'security_group_id': '28cae8d9-dbe1-4684-bfd9-e4defb8314cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:50.074176 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (ec2d54f4-870f-4a77-ad4a-802b68ec71ab), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.122222 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:31:50.126201 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:31:50.131137 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:31:50.137509 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'Port': ['ID=ec2d54f4-870f-4a77-ad4a-802b68ec71ab,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:50.177236 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d3e9836e-6dcd-4eec-a8f3-14da3d3b394a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (0199a3a2-a478-45c7-a5f4-1e68aaf20537), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.251029 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:50.256807 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (b35dc620-6a18-4082-9e48-2cbedd6da2ed), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.265429 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d3e9836e-6dcd-4eec-a8f3-14da3d3b394a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (0199a3a2-a478-45c7-a5f4-1e68aaf20537), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.330293 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6cf79914-facb-4300-a585-0961cc0065ec req-c02a07e5-864f-4e2b-ac13-b6cba0f1db1a tempest-TestMinimumBasicScenario-1957585415 tempest-TestMinimumBasicScenario-1957585415-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0cd8e900-c6d1-40db-a1e7-ee9c3e703dff HTTP/1.1" status: 200 len: 210 time: 0.0444388 Aug 29 21:31:50.382610 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d3e9836e-6dcd-4eec-a8f3-14da3d3b394a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (0199a3a2-a478-45c7-a5f4-1e68aaf20537), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.406932 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9836e-6dcd-4eec-a8f3-14da3d3b394a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0199a3a2-a478-45c7-a5f4-1e68aaf20537,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:50.407282 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:50.418925 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ec2d54f4-870f-4a77-ad4a-802b68ec71ab), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.533563 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d3e9836e-6dcd-4eec-a8f3-14da3d3b394a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.534867 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-d3e9836e-6dcd-4eec-a8f3-14da3d3b394a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5333929 Aug 29 21:31:50.538656 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46756) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:50.545085 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:50.559982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:50.597793 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for port (ec2d54f4-870f-4a77-ad4a-802b68ec71ab), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.702842 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (ec2d54f4-870f-4a77-ad4a-802b68ec71ab), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.703326 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.778558 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'Port': ['ID=ec2d54f4-870f-4a77-ad4a-802b68ec71ab,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:50.781345 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (b35dc620-6a18-4082-9e48-2cbedd6da2ed), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.801190 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.907671 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:50.909770 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ec2a147e-97ae-426c-a083-37eddb6a8e22 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0685649 Aug 29 21:31:50.942080 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Allocated IP 172.27.3.200 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/6a5d9267-d65d-496a-b719-75dbbbe6c7f9) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:31:51.061481 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:51.091305 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for port (6a5d9267-d65d-496a-b719-75dbbbe6c7f9), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:51.157709 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device f7b98ffd-df0e-4679-b056-8aebb5b15590 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:31:51.184724 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: f7b98ffd-df0e-4679-b056-8aebb5b15590 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:31:51.184724 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device f7b98ffd-df0e-4679-b056-8aebb5b15590 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:31:51.234320 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (6a5d9267-d65d-496a-b719-75dbbbe6c7f9), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:51.295067 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:31:51.298702 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:31:51.303078 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:31:51.306869 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'Port': ['ID=6a5d9267-d65d-496a-b719-75dbbbe6c7f9,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:51.314392 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-5888c18e-3113-46bd-bcec-564222a0915d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1920057353&fields=id&tenant_id=d8d35a885c494e11b42f556554f3698b HTTP/1.1" status: 200 len: 267 time: 0.0717854 Aug 29 21:31:51.419122 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (4d66af82-0971-42e6-99c3-81ab82b0f790), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:51.488673 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-b3522873-3f75-4490-b442-6331cddf0346 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:51.491410 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-b3522873-3f75-4490-b442-6331cddf0346 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 200 len: 810 time: 0.1668296 Aug 29 21:31:51.508016 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-de5af09f-83d6-454a-878f-f23a74f02ac0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/quotas/d8d35a885c494e11b42f556554f3698b HTTP/1.1" status: 200 len: 375 time: 0.0103283 Aug 29 21:31:51.574454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (6a5d9267-d65d-496a-b719-75dbbbe6c7f9), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:51.576077 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:51.589442 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-55080220-c6df-427a-a69a-9a9f11df5d78 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738168 Aug 29 21:31:51.727632 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:51.771678 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for port (6a5d9267-d65d-496a-b719-75dbbbe6c7f9), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:51.825736 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-18e9a5a3-b36b-4dbe-8d19-fc388d2e6a5b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129788 Aug 29 21:31:51.903800 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (6a5d9267-d65d-496a-b719-75dbbbe6c7f9), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:51.940541 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-4b6849bf-1f55-4708-8ea5-0d96d932940a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080616 Aug 29 21:31:51.986382 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (4d66af82-0971-42e6-99c3-81ab82b0f790), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:51.994967 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'Port': ['ID=6a5d9267-d65d-496a-b719-75dbbbe6c7f9,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:52.127066 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:52.128666 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-38e7dcbd-1435-40fb-a260-8783a11b1523 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5888062 Aug 29 21:31:52.400287 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-d17b9973-2081-47bb-8250-6f8ed8660e59 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--65317653&fields=id&tenant_id=5bc75af3ba6c442889ce29351414e110 HTTP/1.1" status: 200 len: 267 time: 0.0812640 Aug 29 21:31:52.430108 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-620d392f-34e3-4f20-bd25-0dcfc7e72e29 req-d6b1df08-dec9-48e5-b842-61f3119eca32 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 210 time: 0.0479546 Aug 29 21:31:52.570029 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540783-931e-4c32-af90-07862835ba98 req-c0873a6d-4c69-4197-af0a-ee35b75a5941 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:52.571664 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-c0873a6d-4c69-4197-af0a-ee35b75a5941 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 817 time: 0.1611609 Aug 29 21:31:52.590613 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-0fdfa1e3-0d72-44f8-9a66-d89e902dde1d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/quotas/5bc75af3ba6c442889ce29351414e110 HTTP/1.1" status: 200 len: 375 time: 0.0113740 Aug 29 21:31:52.648194 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-cc4e579f-dd14-4d96-ad8d-d638b32c32e6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506957 Aug 29 21:31:52.830062 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-a78845b6-1453-4180-9177-63f5f5fa4ef7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684427 Aug 29 21:31:52.929096 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-a44ccf52-d101-4b4c-9f9f-6ab6d07e1c18 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922313 Aug 29 21:31:53.232242 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f67667bc-4114-4058-892f-b4a8b17b75c1 req-ba37a344-4490-4f0b-a467-cdbe1a5d5508 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 210 time: 0.0416698 Aug 29 21:31:53.536719 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a5ea3353-fc53-4475-abb2-e9a59a6d1ff7 req-4a16cb48-0956-4633-9ec9-7cabbe81fd1e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 210 time: 0.0344775 Aug 29 21:31:53.732024 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46856) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:54.122948 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (3604da6b-a9fc-48ef-b1a4-62aee854d20f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:54.292398 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:54.417866 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4413c2e2-6a1e-470b-8cbc-12fb15de5e48 req-5a52f00e-e78a-46e0-9863-82932762eb1d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 210 time: 0.0679028 Aug 29 21:31:54.483004 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Deleting port 96230eaa-a070-4cf7-89e3-813ce07850a4 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:54.483574 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:54.610149 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] For port 96230eaa-a070-4cf7-89e3-813ce07850a4, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=96230eaa-a070-4cf7-89e3-813ce07850a4,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:54.614182 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:54.642640 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Calling delete_port for 96230eaa-a070-4cf7-89e3-813ce07850a4 owned by network:router_interface {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:54.723044 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-30e595d7-c74e-4a63-a1a0-ccf33b23183d req-ac168de2-3463-4361-bacc-434794c4bb3d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 210 time: 0.0579541 Aug 29 21:31:54.855941 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:55.041538 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:31:55.091347 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (96230eaa-a070-4cf7-89e3-813ce07850a4), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:55.121668 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Pushing event deleted for resources: {'Port': ['ID=96230eaa-a070-4cf7-89e3-813ce07850a4,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:55.406574 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (3604da6b-a9fc-48ef-b1a4-62aee854d20f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:55.618137 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:55.623035 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e20af53a-c717-485b-a020-f71c8b34be94 req-33b212a3-e904-4222-a40b-e33ef7d81af6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 210 time: 0.0839152 Aug 29 21:31:55.723564 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Router 3604da6b-a9fc-48ef-b1a4-62aee854d20f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:31:55.930346 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:31:55.945502 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-3a081ea5-8b5b-42f0-8f3e-d4451a6fc45c admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/3604da6b-a9fc-48ef-b1a4-62aee854d20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2074871 Aug 29 21:31:55.947830 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] Sync routers for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:31:55.953502 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46868) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:55.967942 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a8889194-5455-4228-ae40-b818d6d90896 req-6305e2aa-30c5-440c-bdf5-0f3f31f78a20 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 210 time: 0.0595565 Aug 29 21:31:55.969319 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:55.970292 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:56.090404 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-8cb74381-b83c-4b9c-9f22-d4e1f4a5338a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:56.093709 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-8cb74381-b83c-4b9c-9f22-d4e1f4a5338a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 200 len: 810 time: 0.2883024 Aug 29 21:31:56.134765 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:56.177354 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks [] for router (3604da6b-a9fc-48ef-b1a4-62aee854d20f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:56.262434 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:56.269619 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-068ad7fd-a3dc-4740-aba2-eb0f2d1ddfda tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8d35a885c494e11b42f556554f3698b HTTP/1.1" status: 200 len: 380 time: 0.0946369 Aug 29 21:31:56.279999 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'port': {'device_id': '14bd4734-3240-4f81-b09d-3579374dcf37', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'admin_state_up': True, 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'security_groups': ['8c5e3080-f878-46ba-b7ef-4be2d73958b2']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:56.368447 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:56.377801 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks [] for router_gateway (3604da6b-a9fc-48ef-b1a4-62aee854d20f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:56.428502 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '19c85066-58df-4201-b746-32bd52ac6c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:31:54Z', 'revision_number': 5, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port': {'id': '19c85066-58df-4201-b746-32bd52ac6c70', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:35Z', 'updated_at': '2022-08-29T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:56.485310 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] Checking router: 3604da6b-a9fc-48ef-b1a4-62aee854d20f for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:31:56.502739 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] Routers {'3604da6b-a9fc-48ef-b1a4-62aee854d20f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:31:56.503867 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:56.557948 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Deleting port 19c85066-58df-4201-b746-32bd52ac6c70 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:56.558897 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (19c85066-58df-4201-b746-32bd52ac6c70), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:56.630103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Made reservation on behalf of d8d35a885c494e11b42f556554f3698b for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:31:56.636810 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:56.652878 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] Set router 3604da6b-a9fc-48ef-b1a4-62aee854d20f gateway port host: None {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:31:56.691958 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] For port 19c85066-58df-4201-b746-32bd52ac6c70, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=19c85066-58df-4201-b746-32bd52ac6c70,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:56.692629 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (19c85066-58df-4201-b746-32bd52ac6c70), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:56.735402 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Calling delete_port for 19c85066-58df-4201-b746-32bd52ac6c70 owned by network:router_gateway {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:56.754571 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:31:56Z', 'revision_number': 6, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port_host': None}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:56.792639 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3f4c7f-3f1c-4d51-9c0a-cc08fdb370d4 None None] The sync data for ids ['3604da6b-a9fc-48ef-b1a4-62aee854d20f'] in dv-cinder-854264-2-iscsi is: [{'id': '3604da6b-a9fc-48ef-b1a4-62aee854d20f', 'name': 'tempest-TestMinimumBasicScenario-1960572488-router', 'tenant_id': '52ac0b73cab4494ab39d80f06c54e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:34Z', 'updated_at': '2022-08-29T21:31:56Z', 'revision_number': 6, 'project_id': '52ac0b73cab4494ab39d80f06c54e9da', 'gw_port_host': None}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:31:56.824371 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:56.828681 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:56.878207 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d8e2a09d-ae79-41be-87a3-c06f59df82d5 req-6dfb3601-d9cf-4013-a995-eb8ccb279048 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 210 time: 0.0515163 Aug 29 21:31:56.977884 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Allocated IP 172.20.0.6 (ca335ec8-2cdb-4727-aad4-e94fc1adcada/84c16168-2d13-4210-b060-f2bf7757ab6b/1f7519bf-31a6-4fc4-a960-21b24ae8df99) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:31:56.999710 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540783-931e-4c32-af90-07862835ba98 req-ae4e325c-ff2a-4d3a-8c39-d43e55699bce tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:57.002621 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-ae4e325c-ff2a-4d3a-8c39-d43e55699bce tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 817 time: 0.4757385 Aug 29 21:31:57.139091 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-bceb9c36-88ca-405d-b503-59a88ac1b8ec tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5bc75af3ba6c442889ce29351414e110 HTTP/1.1" status: 200 len: 378 time: 0.1270494 Aug 29 21:31:57.164477 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4ef5f6f5-46a5-4138-975e-7fd952c2c61f req-dbf5becb-464c-44c5-93a0-763218d85841 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 210 time: 0.0456116 Aug 29 21:31:57.173708 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'port': {'device_id': '9ed516ef-b559-450d-b615-b95c82908ee2', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'admin_state_up': True, 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'security_groups': ['28cae8d9-dbe1-4684-bfd9-e4defb8314cb']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:57.276188 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (19c85066-58df-4201-b746-32bd52ac6c70), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:57.321679 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c85066-58df-4201-b746-32bd52ac6c70,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:57.377542 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:57.387433 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:57.458806 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (3604da6b-a9fc-48ef-b1a4-62aee854d20f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:57.474673 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:57.570773 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:57.642487 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (3604da6b-a9fc-48ef-b1a4-62aee854d20f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:57.646625 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks [] for router_controller (3604da6b-a9fc-48ef-b1a4-62aee854d20f), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:57.663134 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Made reservation on behalf of 5bc75af3ba6c442889ce29351414e110 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:31:57.669784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:57.757122 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:57.827652 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:31:57.836268 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:31:57.844651 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:31:58.070939 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-aa1e68d0-44dd-40f2-8b17-350348439b90 req-ec79b56f-fd9c-4eb6-aeb8-12c2bc0ccfb6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 210 time: 0.0416803 Aug 29 21:31:58.131542 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (3604da6b-a9fc-48ef-b1a4-62aee854d20f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.133110 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3604da6b-a9fc-48ef-b1a4-62aee854d20f {{(pid=107111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:31:58.144216 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.144216 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-5170ce0d-31b6-4b02-9dd2-a15fa17d2c14 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/3604da6b-a9fc-48ef-b1a4-62aee854d20f HTTP/1.1" status: 204 len: 168 time: 2.1864643 Aug 29 21:31:58.150008 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46888) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:58.229707 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event updated for resources: {'Port': ['ID=1f7519bf-31a6-4fc4-a960-21b24ae8df99,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:58.235594 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-3c267339-fa2d-4441-8aa5-23f08ecc6a7d None None] Provisioning complete for port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:31:58.237894 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-3c267339-fa2d-4441-8aa5-23f08ecc6a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.249230 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6d57af-8c76-4deb-8260-35b3d3cd852a admin admin] Deleting subnet b038c22d-365b-4a73-9f2b-8e703ee9231f {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:31:58.254520 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Allocated IP 172.20.0.5 (48dd2592-6ea0-414d-a1c9-f95709b58170/747bf502-493a-458b-838e-c0d916d8d44f/66c8e05e-f016-4ff0-8e7c-2e45a091431f) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:31:58.255020 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1f6d57af-8c76-4deb-8260-35b3d3cd852a admin admin] Publish callbacks [] for subnet (b038c22d-365b-4a73-9f2b-8e703ee9231f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.310752 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-3c267339-fa2d-4441-8aa5-23f08ecc6a7d None None] Port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:31:58.318619 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:58.327434 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1f6d57af-8c76-4deb-8260-35b3d3cd852a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8500905'] for subnet (b038c22d-365b-4a73-9f2b-8e703ee9231f), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.328099 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.328099 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.328274 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.328524 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.328957 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.329295 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.329623 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.329950 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.330279 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.330652 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.330926 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.331251 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.331568 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.331913 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.332280 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:58.439334 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:58.439334 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.464557 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1f6d57af-8c76-4deb-8260-35b3d3cd852a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (b038c22d-365b-4a73-9f2b-8e703ee9231f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.477055 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f123354-f1e8-4465-8ca7-e6bc0804747e req-4ddad460-dccb-45cc-8e88-bf1b8dcc1575 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:58.479162 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8f123354-f1e8-4465-8ca7-e6bc0804747e req-4ddad460-dccb-45cc-8e88-bf1b8dcc1575 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 931 time: 0.1594501 Aug 29 21:31:58.496316 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 96230eaa-a070-4cf7-89e3-813ce07850a4 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:31:58.522191 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 96230eaa-a070-4cf7-89e3-813ce07850a4 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:31:58.522527 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 96230eaa-a070-4cf7-89e3-813ce07850a4 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:31:58.522976 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 19c85066-58df-4201-b746-32bd52ac6c70 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:31:58.542968 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 19c85066-58df-4201-b746-32bd52ac6c70 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:31:58.543661 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 19c85066-58df-4201-b746-32bd52ac6c70 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:31:58.576514 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.599654 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-fc53e0db-69e4-4f89-930b-27111622ae8a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3236833 Aug 29 21:31:58.606318 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8f123354-f1e8-4465-8ca7-e6bc0804747e req-c45195c0-3f3f-4a52-a3ca-8a5bb7c43add tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085114 Aug 29 21:31:58.673354 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1f6d57af-8c76-4deb-8260-35b3d3cd852a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501769'] for subnet (b038c22d-365b-4a73-9f2b-8e703ee9231f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.706299 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Request body: {'port': {'device_id': '14bd4734-3240-4f81-b09d-3579374dcf37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:58.706686 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d57af-8c76-4deb-8260-35b3d3cd852a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b038c22d-365b-4a73-9f2b-8e703ee9231f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:58.711160 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1f6d57af-8c76-4deb-8260-35b3d3cd852a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.720576 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80157833-207f-4047-a040-20e378ed2314 None None] Network 292f73ed-e808-4244-8a17-4a958ad6e9d1 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:31:58.721675 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-1f6d57af-8c76-4deb-8260-35b3d3cd852a admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/b038c22d-365b-4a73-9f2b-8e703ee9231f HTTP/1.1" status: 204 len: 168 time: 0.5684543 Aug 29 21:31:58.722878 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46894) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:58.788625 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.809966 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.864345 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (292f73ed-e808-4244-8a17-4a958ad6e9d1), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.928465 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Deleting port ea10a9cf-6989-4bd6-8945-762c1d38fad9 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:58.933197 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:58.936155 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:31:58.937493 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] DHCP port deletion for 292f73ed-e808-4244-8a17-4a958ad6e9d1 request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:31:58.957383 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:31:58.972468 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:31:59.002573 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Deleting port ea10a9cf-6989-4bd6-8945-762c1d38fad9 {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:31:59.003186 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.046066 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] For port ea10a9cf-6989-4bd6-8945-762c1d38fad9, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ea10a9cf-6989-4bd6-8945-762c1d38fad9,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:59.046532 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.048149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:59.079504 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Calling delete_port for ea10a9cf-6989-4bd6-8945-762c1d38fad9 owned by network:dhcp {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:59.099795 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] For port ea10a9cf-6989-4bd6-8945-762c1d38fad9, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ea10a9cf-6989-4bd6-8945-762c1d38fad9,segment=NetworkSegment(912b63ff-4e28-4d38-828d-f5303ea107f0),segment_id=912b63ff-4e28-4d38-828d-f5303ea107f0)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:31:59.100499 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.120864 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Calling delete_port for ea10a9cf-6989-4bd6-8945-762c1d38fad9 owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:31:59.156691 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:59.157442 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.164792 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:59.221762 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:59.266837 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:59.287946 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307995c-2578-4186-ad29-f1633d0b7cf6 req-c704e1e6-c8c6-4f0a-a072-0a8d1c5df956 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:59.291284 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a307995c-2578-4186-ad29-f1633d0b7cf6 req-c704e1e6-c8c6-4f0a-a072-0a8d1c5df956 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 931 time: 0.0618348 Aug 29 21:31:59.343165 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.345237 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-f1b8cbe7-0180-4298-b045-9abe8b0c99e9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1788535 Aug 29 21:31:59.346743 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (ea10a9cf-6989-4bd6-8945-762c1d38fad9), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.373928 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Request body: {'port': {'device_id': '9ed516ef-b559-450d-b615-b95c82908ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:31:59.381907 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] No DVR routers for this DVR port ea10a9cf-6989-4bd6-8945-762c1d38fad9 on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:31:59.385083 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-997322dc-5173-41b0-8b0d-f0d9975d076f None None] Provisioning complete for port 66c8e05e-f016-4ff0-8e7c-2e45a091431f triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:31:59.386153 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-997322dc-5173-41b0-8b0d-f0d9975d076f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.439179 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea10a9cf-6989-4bd6-8945-762c1d38fad9,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:59.442514 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] No DVR routers for this DVR port ea10a9cf-6989-4bd6-8945-762c1d38fad9 on host dv-cinder-854264-2-iscsi {{(pid=107111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:31:59.456948 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a307995c-2578-4186-ad29-f1633d0b7cf6 req-37ea2b98-424b-483d-bd51-725383e6fb49 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533291 Aug 29 21:31:59.464819 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Pushing event deleted for resources: {'Port': ['ID=ea10a9cf-6989-4bd6-8945-762c1d38fad9,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:59.471071 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-997322dc-5173-41b0-8b0d-f0d9975d076f None None] Port 66c8e05e-f016-4ff0-8e7c-2e45a091431f cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:31:59.483088 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.493234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ed0b8-8958-43f0-ad59-c7f7de5c5b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:31:59.549305 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7519bf-31a6-4fc4-a960-21b24ae8df99 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:31:59.561620 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Publish callbacks [] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.564405 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.574954 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (292f73ed-e808-4244-8a17-4a958ad6e9d1), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.580756 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:59.591366 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Transition to ACTIVE for port object 1f7519bf-31a6-4fc4-a960-21b24ae8df99 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:31:59.611692 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:59.618271 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292f73ed-e808-4244-8a17-4a958ad6e9d1']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:59.637628 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912b63ff-4e28-4d38-828d-f5303ea107f0') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:59.638108 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912b63ff-4e28-4d38-828d-f5303ea107f0') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:31:59.651707 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (912b63ff-4e28-4d38-828d-f5303ea107f0), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.674164 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (912b63ff-4e28-4d38-828d-f5303ea107f0), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.687904 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:31:59.688103 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (912b63ff-4e28-4d38-828d-f5303ea107f0), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.747841 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.776433 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 912b63ff-4e28-4d38-828d-f5303ea107f0 resource provider aggregate not found Aug 29 21:31:59.808005 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 912b63ff-4e28-4d38-828d-f5303ea107f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 912b63ff-4e28-4d38-828d-f5303ea107f0 found for delete ", "request_id": "req-8f88b077-f8ad-4488-8373-2b44dd206bc4"}]} Aug 29 21:31:59.849598 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e258753-368b-409e-8103-c0cbe4194ef8 req-1a894957-e573-4e41-8070-ed4bc6d5fefd tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:31:59.851214 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1e258753-368b-409e-8103-c0cbe4194ef8 req-1a894957-e573-4e41-8070-ed4bc6d5fefd tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 943 time: 0.1088395 Aug 29 21:31:59.924478 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7519bf-31a6-4fc4-a960-21b24ae8df99,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:31:59.924923 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (292f73ed-e808-4244-8a17-4a958ad6e9d1), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.932423 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:59.936646 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/292f73ed-e808-4244-8a17-4a958ad6e9d1 HTTP/1.1" status: 204 len: 168 time: 1.2121778 Aug 29 21:31:59.940814 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46904) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:31:59.958559 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cada2-69cd-4622-9c5f-9c7b60d81620 admin admin] Pushing event deleted for resources: {'Network': ['ID=292f73ed-e808-4244-8a17-4a958ad6e9d1,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:00.049527 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1e258753-368b-409e-8103-c0cbe4194ef8 req-e8d8d286-c140-460a-b73a-34fca790da0a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806874 Aug 29 21:32:00.066073 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Attempting to bind port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:32:00.066625 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Attempting to bind port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:32:00.067004 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Attempting to bind port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 on network ca335ec8-2cdb-4727-aad4-e94fc1adcada {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:32:00.077964 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 on network ca335ec8-2cdb-4727-aad4-e94fc1adcada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:32:00.078502 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Attempting to bind port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 on network ca335ec8-2cdb-4727-aad4-e94fc1adcada {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:32:00.087033 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:00.096369 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:32:00.100923 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Checking segment: {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:32:00.100923 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Bound using segment: {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:32:00.100923 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Bound port: 1f7519bf-31a6-4fc4-a960-21b24ae8df99, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ac80a9-38ac-4f9f-997f-a7a692d3952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:32:00.100923 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:00.176222 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c8e05e-f016-4ff0-8e7c-2e45a091431f {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:32:00.192196 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Publish callbacks [] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:00.222474 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Transition to ACTIVE for port object 66c8e05e-f016-4ff0-8e7c-2e45a091431f will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:32:00.230192 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] For port 1f7519bf-31a6-4fc4-a960-21b24ae8df99, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:32:00.233877 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] For port 1f7519bf-31a6-4fc4-a960-21b24ae8df99, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1f7519bf-31a6-4fc4-a960-21b24ae8df99,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:32:00.319402 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:00.357826 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:00.364217 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:00.364849 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:00.366376 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/1f7519bf-31a6-4fc4-a960-21b24ae8df99 HTTP/1.1" status: 200 len: 1093 time: 1.7574167 Aug 29 21:32:00.367192 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bd4734-3240-4f81-b09d-3579374dcf37', 'tag': '1f7519bf-31a6-4fc4-a960-21b24ae8df99'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:00.370231 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3c960a-052a-4544-8059-9d2b2a437065" -d '{"events": [{"name": "network-changed", "server_uuid": "14bd4734-3240-4f81-b09d-3579374dcf37", "tag": "1f7519bf-31a6-4fc4-a960-21b24ae8df99"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:00.406344 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (f8b87beb-e8a3-4249-9611-85ece477f6a3), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:00.459208 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:00.472709 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797c6c11-8d0a-4e33-b2ae-b76802261a23 x-openstack-request-id: req-797c6c11-8d0a-4e33-b2ae-b76802261a23 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:00.473314 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bd4734-3240-4f81-b09d-3579374dcf37", "tag": "1f7519bf-31a6-4fc4-a960-21b24ae8df99", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:00.473850 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-797c6c11-8d0a-4e33-b2ae-b76802261a23 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:00.474702 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797c6c11-8d0a-4e33-b2ae-b76802261a23'] response: {'name': 'network-changed', 'server_uuid': '14bd4734-3240-4f81-b09d-3579374dcf37', 'tag': '1f7519bf-31a6-4fc4-a960-21b24ae8df99', 'status': 'completed', 'code': 200} Aug 29 21:32:00.602655 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c960a-052a-4544-8059-9d2b2a437065 req-e7aada97-5dff-4303-88b5-40a66effd2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:00.604906 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fa3c960a-052a-4544-8059-9d2b2a437065 req-e7aada97-5dff-4303-88b5-40a66effd2c8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 1127 time: 0.0936158 Aug 29 21:32:00.613223 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e36ea-8a3f-4fd1-82ad-f034c0bb7781 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7519bf-31a6-4fc4-a960-21b24ae8df99,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:00.664684 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Attempting to bind port 66c8e05e-f016-4ff0-8e7c-2e45a091431f on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:32:00.665193 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Attempting to bind port 66c8e05e-f016-4ff0-8e7c-2e45a091431f by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:32:00.665370 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Attempting to bind port 66c8e05e-f016-4ff0-8e7c-2e45a091431f on network 48dd2592-6ea0-414d-a1c9-f95709b58170 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:32:00.695091 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ea10a9cf-6989-4bd6-8945-762c1d38fad9 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:00.716828 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: ea10a9cf-6989-4bd6-8945-762c1d38fad9 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:00.717059 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ea10a9cf-6989-4bd6-8945-762c1d38fad9 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:00.717998 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Port 66c8e05e-f016-4ff0-8e7c-2e45a091431f on network 48dd2592-6ea0-414d-a1c9-f95709b58170 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:32:00.718327 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Attempting to bind port 66c8e05e-f016-4ff0-8e7c-2e45a091431f on network 48dd2592-6ea0-414d-a1c9-f95709b58170 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:32:00.735495 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:32:00.735849 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Checking segment: {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:32:00.736277 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Bound using segment: {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:32:00.736743 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Bound port: 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2084de9e-bfff-4c0a-977e-1d16e3af99a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:32:00.737114 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:00.748483 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3845-2cc7-4f29-95bd-79f5d6146224 req-49c46aa5-6bb6-4fdc-847c-5a05fb5d1009 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:00.750210 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b83f3845-2cc7-4f29-95bd-79f5d6146224 req-49c46aa5-6bb6-4fdc-847c-5a05fb5d1009 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.1382720 Aug 29 21:32:00.773517 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:00.799550 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Deleting port 77c7c67b-5c35-4b51-af84-143394142b49 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:00.800146 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (77c7c67b-5c35-4b51-af84-143394142b49), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:00.867722 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:00.877789 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c960a-052a-4544-8059-9d2b2a437065 req-87b55048-b2e8-4549-9468-e5708ba4fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:00.879454 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fa3c960a-052a-4544-8059-9d2b2a437065 req-87b55048-b2e8-4549-9468-e5708ba4fd78 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=d8d35a885c494e11b42f556554f3698b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2602549 Aug 29 21:32:00.912096 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b83f3845-2cc7-4f29-95bd-79f5d6146224 req-49f3f4af-6a98-41d2-a077-7a1410de6d4e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522007 Aug 29 21:32:00.956019 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:32:00.956531 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] For port 77c7c67b-5c35-4b51-af84-143394142b49, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=77c7c67b-5c35-4b51-af84-143394142b49,segment=NetworkSegment(d707e975-b5d1-4c03-9956-ee629f1f7690),segment_id=d707e975-b5d1-4c03-9956-ee629f1f7690)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:00.956924 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (77c7c67b-5c35-4b51-af84-143394142b49), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:00.976826 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:32:00.980792 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Calling delete_port for 77c7c67b-5c35-4b51-af84-143394142b49 owned by network:router_interface {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:01.041453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c960a-052a-4544-8059-9d2b2a437065 req-8079e557-0670-44bd-a506-9726e38c1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:01.044279 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fa3c960a-052a-4544-8059-9d2b2a437065 req-8079e557-0670-44bd-a506-9726e38c1673 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546557 Aug 29 21:32:01.138586 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:01.151140 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:01.152110 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:01.153046 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:01.154346 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/66c8e05e-f016-4ff0-8e7c-2e45a091431f HTTP/1.1" status: 200 len: 1093 time: 1.7974277 Aug 29 21:32:01.189841 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-6b595f5d-215c-4531-8773-11e6f5b904ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:01.191354 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-6b595f5d-215c-4531-8773-11e6f5b904ee service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 1127 time: 0.0884123 Aug 29 21:32:01.235343 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e710d-8564-4318-9bbf-b312229f8e36 req-0080a482-c8ec-4327-b1c6-1feb72c56e52 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:01.236860 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0b1e710d-8564-4318-9bbf-b312229f8e36 req-0080a482-c8ec-4327-b1c6-1feb72c56e52 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 943 time: 0.0731640 Aug 29 21:32:01.250039 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-a29e04a2-381f-43d6-9d5b-14b3c7e7628e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f7519bf-31a6-4fc4-a960-21b24ae8df99 HTTP/1.1" status: 200 len: 217 time: 0.0491621 Aug 29 21:32:01.253331 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e581397-8897-4b1b-9552-a79e66011b5b service neutron] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:01.292867 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:01.316984 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0b1e710d-8564-4318-9bbf-b312229f8e36 req-a4363e72-863f-4364-ac90-229ed5781eb3 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663369 Aug 29 21:32:01.341113 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-d09f4844-d709-481b-ab02-a707bb9c4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:01.342853 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-d09f4844-d709-481b-ab02-a707bb9c4c85 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=84c16168-2d13-4210-b060-f2bf7757ab6b HTTP/1.1" status: 200 len: 849 time: 0.0865819 Aug 29 21:32:01.383714 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (77c7c67b-5c35-4b51-af84-143394142b49), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:01.385467 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540783-931e-4c32-af90-07862835ba98 req-b078a899-24ae-42a0-a2c6-635fbc4535d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:01.386863 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-b078a899-24ae-42a0-a2c6-635fbc4535d7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0774682 Aug 29 21:32:01.430884 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c7c67b-5c35-4b51-af84-143394142b49,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:01.453852 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-a08d1be7-1fa8-468b-a759-eca67c8e9b3a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f HTTP/1.1" status: 200 len: 217 time: 0.0599818 Aug 29 21:32:01.455107 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-72627cf1-294a-4540-ad1a-f1395b3884e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:01.456983 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-72627cf1-294a-4540-ad1a-f1395b3884e8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca335ec8-2cdb-4727-aad4-e94fc1adcada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061091 Aug 29 21:32:01.582061 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540783-931e-4c32-af90-07862835ba98 req-e4a19d73-3d9e-42cd-842c-b1fc5cafdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:01.583586 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-e4a19d73-3d9e-42cd-842c-b1fc5cafdbf0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 200 len: 856 time: 0.1148276 Aug 29 21:32:01.631017 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (f8b87beb-e8a3-4249-9611-85ece477f6a3), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:01.676802 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-b7b7a126-f2fb-40cd-b6d9-cc6e192b2822 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067139 Aug 29 21:32:01.684139 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540783-931e-4c32-af90-07862835ba98 req-035b9b44-92f3-4f95-b04f-457643ead10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:01.685685 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-035b9b44-92f3-4f95-b04f-457643ead10f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48dd2592-6ea0-414d-a1c9-f95709b58170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923641 Aug 29 21:32:01.875113 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-15d4a425-c561-4de8-866a-2e222b7019f7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803186 Aug 29 21:32:01.877072 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4a4fe35-a1b7-47c9-89e1-7f2b813fca17 req-48cc3139-519d-4dca-ab1e-166a36ff2813 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904745 Aug 29 21:32:01.914515 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Router f8b87beb-e8a3-4249-9611-85ece477f6a3 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:32:02.002291 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a2540783-931e-4c32-af90-07862835ba98 req-1c71160e-24c9-4fc1-871f-50d44155b966 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203949 Aug 29 21:32:02.075648 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:32:02.083285 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d69d0c3c-ff35-45da-bb6a-60841b48fc56 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/f8b87beb-e8a3-4249-9611-85ece477f6a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1403978 Aug 29 21:32:02.085646 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46916) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:02.089475 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] Sync routers for ids ['f8b87beb-e8a3-4249-9611-85ece477f6a3'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:32:02.107084 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] Routers {'f8b87beb-e8a3-4249-9611-85ece477f6a3'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:02.108227 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f8b87beb-e8a3-4249-9611-85ece477f6a3'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:02.145860 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174290d-76a0-411f-967a-b8d83ace64f6 req-941501e6-d33f-4c91-ba7f-ef124d0a75f6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:02.145860 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f174290d-76a0-411f-967a-b8d83ace64f6 req-941501e6-d33f-4c91-ba7f-ef124d0a75f6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0684090 Aug 29 21:32:02.167691 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:02.176620 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f174290d-76a0-411f-967a-b8d83ace64f6 req-8ba5c4f7-0353-48a6-b654-e9e7ae82384c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536716 Aug 29 21:32:02.250183 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks [] for router (f8b87beb-e8a3-4249-9611-85ece477f6a3), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:02.279038 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] Set router f8b87beb-e8a3-4249-9611-85ece477f6a3 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:02.411031 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks [] for router_gateway (f8b87beb-e8a3-4249-9611-85ece477f6a3), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:02.475777 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:02.480339 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:02.481947 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e92c54-e74a-414f-a9d5-d4ee754bc314" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:02.504246 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:45Z', 'updated_at': '2022-08-29T21:32:01Z', 'revision_number': 5, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'gw_port': {'id': '451d45d7-0573-420b-becb-d7c2bf92266a', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:46Z', 'updated_at': '2022-08-29T21:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:02.533808 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba43801-934f-4db3-9dfd-8308acf47dcf x-openstack-request-id: req-cba43801-934f-4db3-9dfd-8308acf47dcf {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:02.535398 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:02.535398 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cba43801-934f-4db3-9dfd-8308acf47dcf {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:02.535398 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba43801-934f-4db3-9dfd-8308acf47dcf'] response: {'name': 'network-changed', 'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'status': 'completed', 'code': 200} Aug 29 21:32:02.563617 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab57fa-9b8e-409f-92b6-c1cd67badb51 req-d2dd3bfc-5db7-4595-9c13-ec15fdf28337 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:02.565173 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] Checking router: f8b87beb-e8a3-4249-9611-85ece477f6a3 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:32:02.565355 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-02ab57fa-9b8e-409f-92b6-c1cd67badb51 req-d2dd3bfc-5db7-4595-9c13-ec15fdf28337 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 943 time: 0.0747132 Aug 29 21:32:02.582466 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] Routers {'f8b87beb-e8a3-4249-9611-85ece477f6a3'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:02.583550 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:31:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f8b87beb-e8a3-4249-9611-85ece477f6a3'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:02.609114 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:02.625709 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Deleting port 451d45d7-0573-420b-becb-d7c2bf92266a {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:02.626099 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:02.703131 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-02ab57fa-9b8e-409f-92b6-c1cd67badb51 req-81918790-9df8-4d28-9024-e5568d2ea99a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111524 Aug 29 21:32:02.720001 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] Set router f8b87beb-e8a3-4249-9611-85ece477f6a3 gateway port host: None {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:02.765190 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] For port 451d45d7-0573-420b-becb-d7c2bf92266a, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=451d45d7-0573-420b-becb-d7c2bf92266a,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:02.765782 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:02.776522 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:45Z', 'updated_at': '2022-08-29T21:32:02Z', 'revision_number': 6, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'gw_port_host': None}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:02.791084 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Calling delete_port for 451d45d7-0573-420b-becb-d7c2bf92266a owned by network:router_gateway {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:02.803142 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e280a61-fadb-44d6-9ea6-9627bf52b94b None None] The sync data for ids ['f8b87beb-e8a3-4249-9611-85ece477f6a3'] in dv-cinder-854264-2-iscsi is: [{'id': 'f8b87beb-e8a3-4249-9611-85ece477f6a3', 'name': 'tempest-TestMinimumBasicScenario-2095614812-router', 'tenant_id': '01e2afef38524a88b5d9657aeed7fae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:45Z', 'updated_at': '2022-08-29T21:32:02Z', 'revision_number': 6, 'project_id': '01e2afef38524a88b5d9657aeed7fae9', 'gw_port_host': None}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:32:03.142437 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-cf601d83-92e0-44a5-9629-e69649d8be2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:03.176944 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (451d45d7-0573-420b-becb-d7c2bf92266a), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:03.206358 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=451d45d7-0573-420b-becb-d7c2bf92266a,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:03.284152 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (f8b87beb-e8a3-4249-9611-85ece477f6a3), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:03.361157 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa41259-9ddd-4ed2-afad-1632815b9163 req-267f3a1c-ad46-4cc5-b3c6-964b0ff00009 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:03.363036 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8fa41259-9ddd-4ed2-afad-1632815b9163 req-267f3a1c-ad46-4cc5-b3c6-964b0ff00009 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0520020 Aug 29 21:32:03.387392 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (f8b87beb-e8a3-4249-9611-85ece477f6a3), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:03.389704 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks [] for router_controller (f8b87beb-e8a3-4249-9611-85ece477f6a3), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:03.418188 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8fa41259-9ddd-4ed2-afad-1632815b9163 req-35ab38ee-eeb0-416b-9142-3b570c8b359b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465839 Aug 29 21:32:03.626952 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (f8b87beb-e8a3-4249-9611-85ece477f6a3), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:03.628003 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b87beb-e8a3-4249-9611-85ece477f6a3 {{(pid=107111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:32:03.634260 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:03.644558 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-1ed7e706-0bc0-403e-956c-41f1b544eb89 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/f8b87beb-e8a3-4249-9611-85ece477f6a3 HTTP/1.1" status: 204 len: 168 time: 1.5479815 Aug 29 21:32:03.648355 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46932) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:03.660469 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:03.707435 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5fc876-e26f-4913-9705-daad2b8b61d3 admin admin] Deleting subnet 4dca213e-db43-450b-bd56-df2cb9be35f6 {{(pid=107110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:32:03.711856 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc876-e26f-4913-9705-daad2b8b61d3 admin admin] Publish callbacks [] for subnet (4dca213e-db43-450b-bd56-df2cb9be35f6), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:03.762588 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc876-e26f-4913-9705-daad2b8b61d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12500591'] for subnet (4dca213e-db43-450b-bd56-df2cb9be35f6), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:03.922246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:03.938231 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f1ccf-a1f6-4a03-a9b6-404bfa8b5473 req-a3ae86b1-be54-4507-afad-6ab037cb0f0b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:03.939810 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-647f1ccf-a1f6-4a03-a9b6-404bfa8b5473 req-a3ae86b1-be54-4507-afad-6ab037cb0f0b tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 943 time: 0.1168158 Aug 29 21:32:03.941314 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc876-e26f-4913-9705-daad2b8b61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (4dca213e-db43-450b-bd56-df2cb9be35f6), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:04.104006 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-647f1ccf-a1f6-4a03-a9b6-404bfa8b5473 req-d70ef22a-bcab-4212-a5ff-be60d11195f3 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528120 Aug 29 21:32:04.107522 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-1d8e360f-8a39-4dec-b78d-73c51e3d40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:04.109072 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-1d8e360f-8a39-4dec-b78d-73c51e3d40d7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0915806 Aug 29 21:32:04.211308 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-b0dce431-66ad-4e32-9494-f33f1022d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:04.213812 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-b0dce431-66ad-4e32-9494-f33f1022d9b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 918 time: 0.0986884 Aug 29 21:32:04.264795 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-d0755b15-5307-4bdb-9795-167ee3254def service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f HTTP/1.1" status: 200 len: 217 time: 0.0436788 Aug 29 21:32:04.314607 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc876-e26f-4913-9705-daad2b8b61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12151791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8549003'] for subnet (4dca213e-db43-450b-bd56-df2cb9be35f6), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:04.355441 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc876-e26f-4913-9705-daad2b8b61d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:04.359771 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-8e5fc876-e26f-4913-9705-daad2b8b61d3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/4dca213e-db43-450b-bd56-df2cb9be35f6 HTTP/1.1" status: 204 len: 168 time: 0.7095480 Aug 29 21:32:04.361107 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739603f5-2280-4eb4-9659-a3f57f711421 None None] Network 4ece7acf-7bd7-4932-955b-39435351d6c0 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:32:04.362024 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 46942) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:04.364119 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fc876-e26f-4913-9705-daad2b8b61d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dca213e-db43-450b-bd56-df2cb9be35f6,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:04.381701 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-9077148d-c021-4412-bc99-993ba0f0bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:04.386257 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-9077148d-c021-4412-bc99-993ba0f0bc06 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 200 len: 856 time: 0.1104922 Aug 29 21:32:04.468313 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:04.472417 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (4ece7acf-7bd7-4932-955b-39435351d6c0), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:04.485248 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-84355821-cf75-4382-9458-dcc49d5048de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:04.486938 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-84355821-cf75-4382-9458-dcc49d5048de service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48dd2592-6ea0-414d-a1c9-f95709b58170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953274 Aug 29 21:32:04.528008 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Deleting port 951e7bda-b53d-440d-bac7-c1abd451f990 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:04.528934 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:04.597246 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 77c7c67b-5c35-4b51-af84-143394142b49 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:04.643873 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 77c7c67b-5c35-4b51-af84-143394142b49 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:04.644349 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 77c7c67b-5c35-4b51-af84-143394142b49 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:04.644821 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 451d45d7-0573-420b-becb-d7c2bf92266a no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:04.658113 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] For port 951e7bda-b53d-440d-bac7-c1abd451f990, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=951e7bda-b53d-440d-bac7-c1abd451f990,segment=NetworkSegment(d707e975-b5d1-4c03-9956-ee629f1f7690),segment_id=d707e975-b5d1-4c03-9956-ee629f1f7690)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:04.658751 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:04.685895 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46948cb4-2442-4681-a185-679992e003c6 None None] DHCP port deletion for 4ece7acf-7bd7-4932-955b-39435351d6c0 request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:32:04.689565 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 451d45d7-0573-420b-becb-d7c2bf92266a {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:04.690443 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 451d45d7-0573-420b-becb-d7c2bf92266a not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:04.695556 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Calling delete_port for 951e7bda-b53d-440d-bac7-c1abd451f990 owned by network:dhcp {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:04.718601 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8692cf9-c53a-4b9b-a901-4cdd12057ec6 req-1e656520-0d71-47b9-89eb-4a09b2f047ee tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:04.721625 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e8692cf9-c53a-4b9b-a901-4cdd12057ec6 req-1e656520-0d71-47b9-89eb-4a09b2f047ee tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.1112998 Aug 29 21:32:04.746269 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-46948cb4-2442-4681-a185-679992e003c6 None None] Deleting port 951e7bda-b53d-440d-bac7-c1abd451f990 {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:04.746947 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-46948cb4-2442-4681-a185-679992e003c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:04.890553 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-46948cb4-2442-4681-a185-679992e003c6 None None] For port 951e7bda-b53d-440d-bac7-c1abd451f990, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=951e7bda-b53d-440d-bac7-c1abd451f990,segment=NetworkSegment(d707e975-b5d1-4c03-9956-ee629f1f7690),segment_id=d707e975-b5d1-4c03-9956-ee629f1f7690)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:04.891126 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-46948cb4-2442-4681-a185-679992e003c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:04.924164 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-46948cb4-2442-4681-a185-679992e003c6 None None] Calling delete_port for 951e7bda-b53d-440d-bac7-c1abd451f990 owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:04.976904 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:05.011202 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-f461cdb0-29af-43b6-8f3f-002a8b27d08b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156331 Aug 29 21:32:05.117203 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:05.165252 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e8692cf9-c53a-4b9b-a901-4cdd12057ec6 req-0a629eee-92dc-4667-beab-4e7aa099c833 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4382129 Aug 29 21:32:05.172736 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14e92c54-e74a-414f-a9d5-d4ee754bc314 req-7c9c5b5e-2adc-4dad-a118-e8a71597d15f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512647 Aug 29 21:32:05.203545 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-46948cb4-2442-4681-a185-679992e003c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.217693 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (951e7bda-b53d-440d-bac7-c1abd451f990), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.237280 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 1f7519bf-31a6-4fc4-a960-21b24ae8df99 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:32:05.243742 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46948cb4-2442-4681-a185-679992e003c6 None None] Pushing event deleted for resources: {'Port': ['ID=951e7bda-b53d-440d-bac7-c1abd451f990,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:05.262296 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Pushing event deleted for resources: {'Port': ['ID=951e7bda-b53d-440d-bac7-c1abd451f990,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:05.270433 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46948cb4-2442-4681-a185-679992e003c6 None None] No DVR routers for this DVR port 951e7bda-b53d-440d-bac7-c1abd451f990 on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:32:05.289273 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] No DVR routers for this DVR port 951e7bda-b53d-440d-bac7-c1abd451f990 on host dv-cinder-854264-2-iscsi {{(pid=107111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:32:05.327627 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:05.331393 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e53f-18de-4e2e-930e-f2f68e0c620f req-4c520434-e509-49b2-a92f-06ab27a445e6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:05.334222 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-21d5e53f-18de-4e2e-930e-f2f68e0c620f req-4c520434-e509-49b2-a92f-06ab27a445e6 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 943 time: 0.1005380 Aug 29 21:32:05.413491 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e064c21b-91a3-475b-a6f4-77b5cee00e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.420599 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-21d5e53f-18de-4e2e-930e-f2f68e0c620f req-40a39aa8-5031-41c7-993c-20833fdc03f0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797706 Aug 29 21:32:05.437731 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (4ece7acf-7bd7-4932-955b-39435351d6c0), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.450729 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 1f7519bf-31a6-4fc4-a960-21b24ae8df99, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1f7519bf-31a6-4fc4-a960-21b24ae8df99,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:05.472712 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '1f7519bf-31a6-4fc4-a960-21b24ae8df99', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'port_id': '1f7519bf-31a6-4fc4-a960-21b24ae8df99', 'mac_address': 'fa:16:3e:80:9c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:32:05.490967 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ece7acf-7bd7-4932-955b-39435351d6c0']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:05.507464 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd707e975-b5d1-4c03-9956-ee629f1f7690') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:05.507761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd707e975-b5d1-4c03-9956-ee629f1f7690') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:05.519853 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (d707e975-b5d1-4c03-9956-ee629f1f7690), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.527926 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:32:05.528314 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.544751 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7519bf-31a6-4fc4-a960-21b24ae8df99 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:32:05.545199 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (d707e975-b5d1-4c03-9956-ee629f1f7690), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.553048 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:32:05.553458 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (d707e975-b5d1-4c03-9956-ee629f1f7690), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.568433 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 1f7519bf-31a6-4fc4-a960-21b24ae8df99, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1f7519bf-31a6-4fc4-a960-21b24ae8df99,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:05.601487 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment d707e975-b5d1-4c03-9956-ee629f1f7690 resource provider aggregate not found Aug 29 21:32:05.634062 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment d707e975-b5d1-4c03-9956-ee629f1f7690 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d707e975-b5d1-4c03-9956-ee629f1f7690 found for delete ", "request_id": "req-21c66262-abd7-4c86-b6bb-dd10b62e1271"}]} Aug 29 21:32:05.708325 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.735638 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:05.747998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (4ece7acf-7bd7-4932-955b-39435351d6c0), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.754863 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.760608 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/4ece7acf-7bd7-4932-955b-39435351d6c0 HTTP/1.1" status: 204 len: 168 time: 1.3947735 Aug 29 21:32:05.770529 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00135d-118a-4870-abf5-a0617ef86461 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ece7acf-7bd7-4932-955b-39435351d6c0,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:05.771168 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=1f7519bf-31a6-4fc4-a960-21b24ae8df99,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:06.010343 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['1f7519bf-31a6-4fc4-a960-21b24ae8df99'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:32:06.287683 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46968) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:06.367966 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-4e9d5f33-f5af-453d-a149-4aab83074d2d admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=52ac0b73cab4494ab39d80f06c54e9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757487 Aug 29 21:32:06.368759 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a3bb-cbf5-4b4e-b34a-7e5f7544a593 req-c9cf4880-f300-4861-8362-eb60b7c26b64 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:06.371112 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 46970) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:06.372764 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ae06a3bb-cbf5-4b4e-b34a-7e5f7544a593 req-c9cf4880-f300-4861-8362-eb60b7c26b64 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0930350 Aug 29 21:32:06.451144 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-44aa504c-b903-4736-8ebd-7078e8589692 admin admin] Publish callbacks [] for security_group (3aa1e528-2b21-4e00-be0c-5d40871747c2), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:06.483106 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-44aa504c-b903-4736-8ebd-7078e8589692 admin admin] Publish callbacks [] for security_group (3aa1e528-2b21-4e00-be0c-5d40871747c2), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:06.499663 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ae06a3bb-cbf5-4b4e-b34a-7e5f7544a593 req-13f0aea2-de1f-4ab1-ad9d-a8f70c2a1bb5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167166 Aug 29 21:32:06.525854 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 951e7bda-b53d-440d-bac7-c1abd451f990 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:06.556905 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 951e7bda-b53d-440d-bac7-c1abd451f990 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:06.557378 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 951e7bda-b53d-440d-bac7-c1abd451f990 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:06.627534 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd9e0-7c00-4a09-9392-413d5e6cdc46 req-bd489b1b-9744-4ae4-af2c-860c7fba7c09 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:06.630211 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2cacd9e0-7c00-4a09-9392-413d5e6cdc46 req-bd489b1b-9744-4ae4-af2c-860c7fba7c09 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 944 time: 0.0896010 Aug 29 21:32:06.676134 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:06.695508 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2cacd9e0-7c00-4a09-9392-413d5e6cdc46 req-22c1c675-bbda-4ba4-a18d-be5e3bbcc3ab tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496628 Aug 29 21:32:06.731946 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-44aa504c-b903-4736-8ebd-7078e8589692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (3aa1e528-2b21-4e00-be0c-5d40871747c2), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:06.735228 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-44aa504c-b903-4736-8ebd-7078e8589692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:06.739144 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-44aa504c-b903-4736-8ebd-7078e8589692 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/3aa1e528-2b21-4e00-be0c-5d40871747c2 HTTP/1.1" status: 204 len: 168 time: 0.3641477 Aug 29 21:32:06.752593 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa504c-b903-4736-8ebd-7078e8589692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa1e528-2b21-4e00-be0c-5d40871747c2,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:06.759097 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:06.775674 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:07.085351 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:07.219147 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:32:07.229360 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 1f7519bf-31a6-4fc4-a960-21b24ae8df99 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:32:07.318398 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ae5d-a4ea-4c00-b1b1-ad548c82b105 req-38ded559-e7b3-444d-b336-d557ea4c719b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:07.320137 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7d1ae5d-a4ea-4c00-b1b1-ad548c82b105 req-38ded559-e7b3-444d-b336-d557ea4c719b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0563562 Aug 29 21:32:07.379071 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7d1ae5d-a4ea-4c00-b1b1-ad548c82b105 req-d935c70f-6e6a-4ea6-b407-8c282b7130bc tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526993 Aug 29 21:32:07.398218 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:32:07.471596 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:07.492874 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'port_id': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'mac_address': 'fa:16:3e:51:d2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:32:07.538007 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 66c8e05e-f016-4ff0-8e7c-2e45a091431f is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:32:07.538688 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:07.555141 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c8e05e-f016-4ff0-8e7c-2e45a091431f {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:32:07.560332 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:32:07.570721 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:07.607458 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:07.665413 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:32:07.666028 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:07.682878 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09847a-12dc-4588-9cea-8e9bbc37612f req-83c4c01e-41cd-43f8-a4e1-dd44292138c9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:07.684591 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bb09847a-12dc-4588-9cea-8e9bbc37612f req-83c4c01e-41cd-43f8-a4e1-dd44292138c9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0696368 Aug 29 21:32:07.694179 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bd4734-3240-4f81-b09d-3579374dcf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7519bf-31a6-4fc4-a960-21b24ae8df99'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:07.696405 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9b7f7c-b4b5-4a20-b01f-b4dd251f019e" -d '{"events": [{"server_uuid": "14bd4734-3240-4f81-b09d-3579374dcf37", "name": "network-vif-plugged", "status": "completed", "tag": "1f7519bf-31a6-4fc4-a960-21b24ae8df99"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:07.711504 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 1f7519bf-31a6-4fc4-a960-21b24ae8df99, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1f7519bf-31a6-4fc4-a960-21b24ae8df99,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:07.753996 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bb09847a-12dc-4588-9cea-8e9bbc37612f req-a24a32f8-4865-4bfa-bb58-c0762a15eef7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586245 Aug 29 21:32:07.777622 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:07.794937 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47000) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:07.825200 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa778dc-972e-4401-87d3-1a51318f60a1 x-openstack-request-id: req-8aa778dc-972e-4401-87d3-1a51318f60a1 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:07.825200 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bd4734-3240-4f81-b09d-3579374dcf37", "name": "network-vif-plugged", "status": "completed", "tag": "1f7519bf-31a6-4fc4-a960-21b24ae8df99", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:07.825200 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8aa778dc-972e-4401-87d3-1a51318f60a1 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:07.825200 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa778dc-972e-4401-87d3-1a51318f60a1'] response: {'server_uuid': '14bd4734-3240-4f81-b09d-3579374dcf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7519bf-31a6-4fc4-a960-21b24ae8df99', 'code': 200} Aug 29 21:32:07.846359 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c929dd2b-3b25-4a88-997a-54940931001a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=01e2afef38524a88b5d9657aeed7fae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504487 Aug 29 21:32:07.849810 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47002) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:07.853013 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:07.859051 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:07.862616 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:07.915812 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0fbae415-11ff-4f6d-8ac2-9b2dcc6fdffa admin admin] Publish callbacks [] for security_group (95c65c0a-6179-455d-859c-7e827dac313d), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:07.916384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=1f7519bf-31a6-4fc4-a960-21b24ae8df99,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:07.944615 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151360d-1d21-4a36-a8d4-340bf7a16904 req-ac44891c-27f9-48b3-b718-1032e41fcc92 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:07.945133 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0fbae415-11ff-4f6d-8ac2-9b2dcc6fdffa admin admin] Publish callbacks [] for security_group (95c65c0a-6179-455d-859c-7e827dac313d), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:07.946375 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d151360d-1d21-4a36-a8d4-340bf7a16904 req-ac44891c-27f9-48b3-b718-1032e41fcc92 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.0549953 Aug 29 21:32:08.013587 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d151360d-1d21-4a36-a8d4-340bf7a16904 req-909a61cc-ad1b-4957-adcd-0f9085e0406e tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596917 Aug 29 21:32:08.085773 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0fbae415-11ff-4f6d-8ac2-9b2dcc6fdffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (95c65c0a-6179-455d-859c-7e827dac313d), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:08.086098 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['66c8e05e-f016-4ff0-8e7c-2e45a091431f'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:32:08.090604 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0fbae415-11ff-4f6d-8ac2-9b2dcc6fdffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:08.094621 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0fbae415-11ff-4f6d-8ac2-9b2dcc6fdffa admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/95c65c0a-6179-455d-859c-7e827dac313d HTTP/1.1" status: 204 len: 168 time: 0.2430272 Aug 29 21:32:08.099779 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:08.111221 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbae415-11ff-4f6d-8ac2-9b2dcc6fdffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c65c0a-6179-455d-859c-7e827dac313d,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:08.173905 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:08.285586 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:08.433739 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:08.549614 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b69f12-58a6-4616-8207-96b97b75a659 req-09e93a88-2982-494f-a668-31a598306107 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:08.551528 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-80b69f12-58a6-4616-8207-96b97b75a659 req-09e93a88-2982-494f-a668-31a598306107 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0594265 Aug 29 21:32:08.610703 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-80b69f12-58a6-4616-8207-96b97b75a659 req-60992fed-4105-43a3-b157-4fa28e3e3128 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516171 Aug 29 21:32:08.898465 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c48f1-6121-4a59-aba7-c12097358683 req-fac6fb0a-4701-4a3c-b344-d3f81b372dcc tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:08.900630 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-963c48f1-6121-4a59-aba7-c12097358683 req-fac6fb0a-4701-4a3c-b344-d3f81b372dcc tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 944 time: 0.0548699 Aug 29 21:32:08.957002 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-963c48f1-6121-4a59-aba7-c12097358683 req-5b9aee08-bf2a-4b45-bee2-6f5883e08cdb tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467086 Aug 29 21:32:09.151389 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdb938-0aad-4331-9f0e-9165503f1553 req-c9a4efae-104e-41e3-afc5-a38cb5023583 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:09.153153 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78bdb938-0aad-4331-9f0e-9165503f1553 req-c9a4efae-104e-41e3-afc5-a38cb5023583 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.0545375 Aug 29 21:32:09.211853 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78bdb938-0aad-4331-9f0e-9165503f1553 req-c7947750-594e-4dbe-9a25-00dcfab82489 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523112 Aug 29 21:32:09.231882 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:32:09.281993 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 66c8e05e-f016-4ff0-8e7c-2e45a091431f completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:32:09.371199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 66c8e05e-f016-4ff0-8e7c-2e45a091431f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:32:09.371572 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:09.457194 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 66c8e05e-f016-4ff0-8e7c-2e45a091431f is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:32:09.457840 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:09.518599 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:09.633978 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:09.695496 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:09.748317 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:09.765314 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438380ae-c78c-4d6c-bfe3-94022c055f86 req-1223c483-ff2b-46ce-8e2d-2eeeb6422283 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:09.766952 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-438380ae-c78c-4d6c-bfe3-94022c055f86 req-1223c483-ff2b-46ce-8e2d-2eeeb6422283 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0675218 Aug 29 21:32:09.819636 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-438380ae-c78c-4d6c-bfe3-94022c055f86 req-46091065-f66a-46d3-8975-5289a59997c2 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452454 Aug 29 21:32:09.825837 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:09.828392 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be283d0d-f406-4b69-b5f4-db20e1637a50" -d '{"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-plugged", "status": "completed", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:09.875444 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6052b626-2a2c-4610-8a4f-7d6622b98944 x-openstack-request-id: req-6052b626-2a2c-4610-8a4f-7d6622b98944 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:09.875763 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-plugged", "status": "completed", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:09.876074 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6052b626-2a2c-4610-8a4f-7d6622b98944 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:09.876500 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6052b626-2a2c-4610-8a4f-7d6622b98944'] response: {'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'code': 200} Aug 29 21:32:10.098838 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ec9f-f77d-4a13-b963-b8aa931d11a5 req-4d20ff74-425c-45b2-ab36-fce808febdb7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:10.100446 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-58f3ec9f-f77d-4a13-b963-b8aa931d11a5 req-4d20ff74-425c-45b2-ab36-fce808febdb7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0516050 Aug 29 21:32:10.158615 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-58f3ec9f-f77d-4a13-b963-b8aa931d11a5 req-41c092bd-1f86-4a09-877a-1b4e39a697c6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515680 Aug 29 21:32:10.345158 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f2114-eaad-471a-a99a-1fab6a0cc4d6 req-2f691ca5-c533-43a8-8f39-e487f51c8052 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:10.346693 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-042f2114-eaad-471a-a99a-1fab6a0cc4d6 req-2f691ca5-c533-43a8-8f39-e487f51c8052 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Aug 29 21:32:10.398658 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-042f2114-eaad-471a-a99a-1fab6a0cc4d6 req-b0bffdd7-24bd-40c1-895e-766a776255c7 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463061 Aug 29 21:32:10.813759 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-a18f6f30-1a07-477c-927a-7c6c89a8a780 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:10.816479 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-a18f6f30-1a07-477c-927a-7c6c89a8a780 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.1009481 Aug 29 21:32:10.833244 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d2fc7-0394-47a6-b912-9f5030047c4d req-4ea9654c-45d4-41e5-89ae-b12d55f88f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:10.834936 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b40d2fc7-0394-47a6-b912-9f5030047c4d req-4ea9654c-45d4-41e5-89ae-b12d55f88f50 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 1129 time: 0.0447049 Aug 29 21:32:10.911019 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e3efe-1567-4868-91f0-34009a397ca5 req-89681013-813b-4159-bbd1-b68110dd8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:10.914070 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-913e3efe-1567-4868-91f0-34009a397ca5 req-89681013-813b-4159-bbd1-b68110dd8796 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 1129 time: 0.1235595 Aug 29 21:32:10.918082 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b40d2fc7-0394-47a6-b912-9f5030047c4d req-f15bf52d-0932-493a-8595-9a2bb9c4beaf service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769832 Aug 29 21:32:11.000061 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd09d7a-bd45-47bd-8f6a-e2b57fe0e967 req-c4061f74-ec6c-4497-ba6e-09132ae7a1f7 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:11.001534 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1fd09d7a-bd45-47bd-8f6a-e2b57fe0e967 req-c4061f74-ec6c-4497-ba6e-09132ae7a1f7 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 945 time: 0.0827100 Aug 29 21:32:11.017705 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Deleting port 81cd5932-3a95-43b6-86ae-902a62b744b9 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:11.018041 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:11.125901 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1fd09d7a-bd45-47bd-8f6a-e2b57fe0e967 req-6e04e8a1-be02-49d9-9627-f850579e912c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=05383ddd-e4b8-4554-b774-d4badc2a984c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148486 Aug 29 21:32:11.194580 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] For port 81cd5932-3a95-43b6-86ae-902a62b744b9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=81cd5932-3a95-43b6-86ae-902a62b744b9,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:11.195021 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:11.200728 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:11.221653 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-913e3efe-1567-4868-91f0-34009a397ca5 req-77026075-2fa6-49a6-a408-f19e52ef9e7c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947762 Aug 29 21:32:11.341504 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c90c02-9ed2-432b-9e1f-acee26ede159 req-70dff3e2-1cf5-49ce-b0cf-b6c0763b6a52 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:11.344085 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c90c02-9ed2-432b-9e1f-acee26ede159 req-70dff3e2-1cf5-49ce-b0cf-b6c0763b6a52 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0875823 Aug 29 21:32:11.454624 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63c90c02-9ed2-432b-9e1f-acee26ede159 req-f2301a36-c731-49a4-bce4-7194370c6fe6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009445 Aug 29 21:32:11.462640 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:11.463149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (7f55c719-1329-4640-a10f-c7c0a3403631), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:11.463695 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Floating IP 7f55c719-1329-4640-a10f-c7c0a3403631 disassociated. External IP: 172.27.3.179, port: 81cd5932-3a95-43b6-86ae-902a62b744b9. Aug 29 21:32:11.464062 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Calling delete_port for 81cd5932-3a95-43b6-86ae-902a62b744b9 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:11.526471 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:11.552421 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eccace-ad1e-4e2a-9425-0cc0f565d28c req-5f741ea7-8fac-4064-9dc6-36061645eb33 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:11.554437 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d3eccace-ad1e-4e2a-9425-0cc0f565d28c req-5f741ea7-8fac-4064-9dc6-36061645eb33 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.0593274 Aug 29 21:32:11.606099 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d3eccace-ad1e-4e2a-9425-0cc0f565d28c req-ba1c1d84-2724-4343-927b-1fc1dec3a26f tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444691 Aug 29 21:32:11.725433 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (81cd5932-3a95-43b6-86ae-902a62b744b9), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:11.756741 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event deleted for resources: {'Port': ['ID=81cd5932-3a95-43b6-86ae-902a62b744b9,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:11.885423 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:32:12.003454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:32:12.015188 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] Sync routers for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:32:12.041633 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:12.042342 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:12.054644 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] No DVR routers for this DVR port 81cd5932-3a95-43b6-86ae-902a62b744b9 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:32:12.057665 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:12.061044 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1cb9ee5d-c967-41e8-aa29-3839d88a5169 req-fec7fdeb-026c-4842-93ca-3fa38263476e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "DELETE /networking/v2.0/ports/81cd5932-3a95-43b6-86ae-902a62b744b9 HTTP/1.1" status: 204 len: 173 time: 1.2167861 Aug 29 21:32:12.061519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'name': 'network-vif-deleted', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:12.064127 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0314912-3148-4015-89a6-99d3aff75690" -d '{"events": [{"server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "name": "network-vif-deleted", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:12.170311 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:12.267495 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a554c3ca-9bfb-473b-b0e7-8d6ec4a54143 req-0f94a46d-3229-4453-9715-300232d9498e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0429928 Aug 29 21:32:12.489168 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4b181f-9564-4405-8f3b-0b8c4bd25102 x-openstack-request-id: req-6c4b181f-9564-4405-8f3b-0b8c4bd25102 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:12.489906 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47361729-1df7-4084-8819-76e4b8e43a1e", "name": "network-vif-deleted", "tag": "81cd5932-3a95-43b6-86ae-902a62b744b9", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:12.490317 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c4b181f-9564-4405-8f3b-0b8c4bd25102 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:12.490963 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4b181f-9564-4405-8f3b-0b8c4bd25102'] response: {'server_uuid': '47361729-1df7-4084-8819-76e4b8e43a1e', 'name': 'network-vif-deleted', 'tag': '81cd5932-3a95-43b6-86ae-902a62b744b9', 'status': 'completed', 'code': 200} Aug 29 21:32:12.540726 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:12.568417 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] Checking router: f9d73043-11e5-4eb8-998b-61fdeb0d2b58 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:32:12.579279 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:12.580065 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:12.617683 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a6bdf-b452-40a0-b0d1-12f600f3cf7b req-7052a60d-3375-41a0-83b7-5cc3895d6f96 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:12.620140 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8c5a6bdf-b452-40a0-b0d1-12f600f3cf7b req-7052a60d-3375-41a0-83b7-5cc3895d6f96 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0579007 Aug 29 21:32:12.705129 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8c5a6bdf-b452-40a0-b0d1-12f600f3cf7b req-abfb90d6-db9d-4338-bf79-1e1d4147e5d5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778630 Aug 29 21:32:12.705544 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:12.768246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c2129-8d03-45bc-96ce-c1fb52f2df6a req-7c8d9403-b046-4d42-96a0-ec7f29421aec tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:12.769931 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ea8c2129-8d03-45bc-96ce-c1fb52f2df6a req-7c8d9403-b046-4d42-96a0-ec7f29421aec tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.0610576 Aug 29 21:32:12.835492 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ea8c2129-8d03-45bc-96ce-c1fb52f2df6a req-f9de83ae-ab35-4012-8db3-52e2b7b2c29d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584614 Aug 29 21:32:12.936724 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:12.972307 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616f447-e4c5-455f-a325-600fed9f7bd1 None None] The sync data for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi is: [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 4, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'e00ba6ac-2319-4d85-a015-c8e309d194d5', 'name': '', 'network_id': '8f98a05d-9a6f-4b38-8a53-5d74a6efa394', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'mac_address': 'fa:16:3e:75:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:41Z', 'updated_at': '2022-08-29T21:26:54Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'subnets': [{'id': '31f3b818-e915-495f-b96b-cff7a2d9fb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:32:12.998364 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077974-1aeb-48a3-9298-c27dc0344566 req-e2a6ea94-c7b9-49df-9b96-4105edec55ef tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:13.005204 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c5077974-1aeb-48a3-9298-c27dc0344566 req-e2a6ea94-c7b9-49df-9b96-4105edec55ef tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.0759881 Aug 29 21:32:13.018396 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47046) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:13.023095 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-1a853a7f-785a-4f7f-ad13-7afe10c64044 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Request body: {'floatingip': {'port_id': '1f7519bf-31a6-4fc4-a960-21b24ae8df99'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:32:13.070364 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1a853a7f-785a-4f7f-ad13-7afe10c64044 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (b35dc620-6a18-4082-9e48-2cbedd6da2ed), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:13.236510 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 81cd5932-3a95-43b6-86ae-902a62b744b9 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:13.276049 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 81cd5932-3a95-43b6-86ae-902a62b744b9 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:13.276626 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 81cd5932-3a95-43b6-86ae-902a62b744b9 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:13.305038 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5ea56-deb3-4a86-b7cf-e4b11cff0785 None None] New status for floating IP 7f55c719-1329-4640-a10f-c7c0a3403631: DOWN {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:32:13.432713 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f80aae06-1d05-4576-804d-9bbc15bde774 req-337f74e4-3227-4f48-8541-65513b706559 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0506084 Aug 29 21:32:13.769767 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1a853a7f-785a-4f7f-ad13-7afe10c64044 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:13.886664 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73ac29-e2ec-4e72-99b8-41f208346f51 req-bc450b0a-d503-4d9f-bf43-b0c42553ccf9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:13.889677 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0d73ac29-e2ec-4e72-99b8-41f208346f51 req-bc450b0a-d503-4d9f-bf43-b0c42553ccf9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0885811 Aug 29 21:32:13.891570 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1a853a7f-785a-4f7f-ad13-7afe10c64044 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (b35dc620-6a18-4082-9e48-2cbedd6da2ed), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:13.963698 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:14.031665 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0d73ac29-e2ec-4e72-99b8-41f208346f51 req-b2ac8afd-13f1-48f6-b214-3b2263c237aa tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347475 Aug 29 21:32:14.038646 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:14.055420 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [None req-1a853a7f-785a-4f7f-ad13-7afe10c64044 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Floating IP b35dc620-6a18-4082-9e48-2cbedd6da2ed associated. External IP: 172.27.3.58, port: 1f7519bf-31a6-4fc4-a960-21b24ae8df99. Aug 29 21:32:14.180794 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9007e9-5a29-47fa-9364-1891f932c485 req-e7b028f8-f898-494c-9abc-99434fc36479 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:14.182925 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dd9007e9-5a29-47fa-9364-1891f932c485 req-e7b028f8-f898-494c-9abc-99434fc36479 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0551133 Aug 29 21:32:14.201265 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47056) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:14.206291 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-fba3f1eb-43bc-4d80-8b41-0ca4819d04b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Request body: {'floatingip': {'port_id': '66c8e05e-f016-4ff0-8e7c-2e45a091431f'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:32:14.248215 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fba3f1eb-43bc-4d80-8b41-0ca4819d04b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (4d66af82-0971-42e6-99c3-81ab82b0f790), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:14.300988 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a853a7f-785a-4f7f-ad13-7afe10c64044 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Router 566eb9b1-07eb-4c74-9622-b1b57afe38be has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:32:14.355874 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:14.426294 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a853a7f-785a-4f7f-ad13-7afe10c64044 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:32:14.434633 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1a853a7f-785a-4f7f-ad13-7afe10c64044 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:14.444955 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] Sync routers for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:32:14.463147 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:14.463703 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:14.503874 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-1a853a7f-785a-4f7f-ad13-7afe10c64044 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/b35dc620-6a18-4082-9e48-2cbedd6da2ed HTTP/1.1" status: 200 len: 990 time: 1.4820406 Aug 29 21:32:14.503874 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bd4734-3240-4f81-b09d-3579374dcf37', 'tag': '1f7519bf-31a6-4fc4-a960-21b24ae8df99'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:14.508591 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f" -d '{"events": [{"name": "network-changed", "server_uuid": "14bd4734-3240-4f81-b09d-3579374dcf37", "tag": "1f7519bf-31a6-4fc4-a960-21b24ae8df99"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:14.634240 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6f4e6869-679a-4ea0-940d-03f978db4cf5 req-a4fa8db5-2c38-4cef-a0e9-85d0bbaf094b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47361729-1df7-4084-8819-76e4b8e43a1e HTTP/1.1" status: 200 len: 210 time: 0.0503740 Aug 29 21:32:14.643501 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:14.677536 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:14.711576 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e112b94-41ab-4925-a062-603b107b5743 x-openstack-request-id: req-0e112b94-41ab-4925-a062-603b107b5743 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:14.712076 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bd4734-3240-4f81-b09d-3579374dcf37", "tag": "1f7519bf-31a6-4fc4-a960-21b24ae8df99", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:14.712697 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e112b94-41ab-4925-a062-603b107b5743 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:14.713158 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e112b94-41ab-4925-a062-603b107b5743'] response: {'name': 'network-changed', 'server_uuid': '14bd4734-3240-4f81-b09d-3579374dcf37', 'tag': '1f7519bf-31a6-4fc4-a960-21b24ae8df99', 'status': 'completed', 'code': 200} Aug 29 21:32:14.833761 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-64d57dfb-6009-4fb9-aa44-ff5bcffebb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:14.835326 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-64d57dfb-6009-4fb9-aa44-ff5bcffebb1f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 1129 time: 0.0797806 Aug 29 21:32:14.881149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:14.922475 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'b35dc620-6a18-4082-9e48-2cbedd6da2ed', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'port_id': '1f7519bf-31a6-4fc4-a960-21b24ae8df99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'mac_address': 'fa:16:3e:80:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd4734-3240-4f81-b09d-3579374dcf37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:31:50Z', 'updated_at': '2022-08-29T21:32:13Z', 'revision_number': 1, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:14.972500 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] Checking router: 566eb9b1-07eb-4c74-9622-b1b57afe38be for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:32:14.977290 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:14.989771 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:14.990936 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:15.004917 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fba3f1eb-43bc-4d80-8b41-0ca4819d04b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:15.023606 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-8342b986-63ea-45ae-8dc1-ff9e38418b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:15.026110 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-8342b986-63ea-45ae-8dc1-ff9e38418b5e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 200 len: 911 time: 0.1849358 Aug 29 21:32:15.083515 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fba3f1eb-43bc-4d80-8b41-0ca4819d04b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (4d66af82-0971-42e6-99c3-81ab82b0f790), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:15.138418 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-bde8e228-aa8f-4ddc-adbc-882704b98d35 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f7519bf-31a6-4fc4-a960-21b24ae8df99 HTTP/1.1" status: 200 len: 998 time: 0.1063645 Aug 29 21:32:15.146315 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:15.389788 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'b35dc620-6a18-4082-9e48-2cbedd6da2ed', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'port_id': '1f7519bf-31a6-4fc4-a960-21b24ae8df99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'mac_address': 'fa:16:3e:80:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd4734-3240-4f81-b09d-3579374dcf37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:31:50Z', 'updated_at': '2022-08-29T21:32:13Z', 'revision_number': 1, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:15.423088 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1dc077-60cc-4443-b5cd-336d41cf7ac9 None None] The sync data for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi is: [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'b35dc620-6a18-4082-9e48-2cbedd6da2ed', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'port_id': '1f7519bf-31a6-4fc4-a960-21b24ae8df99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'mac_address': 'fa:16:3e:80:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bd4734-3240-4f81-b09d-3579374dcf37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:31:50Z', 'updated_at': '2022-08-29T21:32:13Z', 'revision_number': 1, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:32:15.499818 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-7ad9d607-6eda-490f-98c4-8795e4bccfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:15.501383 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-7ad9d607-6eda-490f-98c4-8795e4bccfbe service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=84c16168-2d13-4210-b060-f2bf7757ab6b HTTP/1.1" status: 200 len: 849 time: 0.3557155 Aug 29 21:32:15.540882 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [None req-fba3f1eb-43bc-4d80-8b41-0ca4819d04b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Floating IP 4d66af82-0971-42e6-99c3-81ab82b0f790 associated. External IP: 172.27.3.200, port: 66c8e05e-f016-4ff0-8e7c-2e45a091431f. Aug 29 21:32:15.592256 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-32a8535d-1d79-4011-a0af-061cce27a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:15.594082 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-32a8535d-1d79-4011-a0af-061cce27a88c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca335ec8-2cdb-4727-aad4-e94fc1adcada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842869 Aug 29 21:32:15.659344 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243328e0-662e-41e5-bdf9-37deb23c571b None None] New status for floating IP b35dc620-6a18-4082-9e48-2cbedd6da2ed: ACTIVE {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:32:15.792687 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-94c01c46-c5ee-4ff0-b721-a033a488b1f3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921988 Aug 29 21:32:15.885702 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47074) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:15.935326 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:15.954474 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4c190308-5a7b-456f-a4f7-d04f30661c4e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group (05383ddd-e4b8-4554-b774-d4badc2a984c), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:15.989332 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba3f1eb-43bc-4d80-8b41-0ca4819d04b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Router b9b32390-edcd-48b0-a7a2-51862894f82f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:32:16.014284 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4c190308-5a7b-456f-a4f7-d04f30661c4e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group (05383ddd-e4b8-4554-b774-d4badc2a984c), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.014527 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ba3b5ed9-0c81-4e8d-914f-f3572e0fd37f req-291dbed3-a215-4afe-a4a4-1423295cd7a8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113833 Aug 29 21:32:16.122597 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:16.137332 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba3f1eb-43bc-4d80-8b41-0ca4819d04b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:32:16.141912 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fba3f1eb-43bc-4d80-8b41-0ca4819d04b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.151439 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] Sync routers for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:32:16.170862 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:16.171625 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:16.176209 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-fba3f1eb-43bc-4d80-8b41-0ca4819d04b6 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/4d66af82-0971-42e6-99c3-81ab82b0f790 HTTP/1.1" status: 200 len: 991 time: 1.9736619 Aug 29 21:32:16.176801 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:16.179297 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2f4eb2-1381-4404-b15e-983ec46c87be" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:16.184069 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4c190308-5a7b-456f-a4f7-d04f30661c4e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (05383ddd-e4b8-4554-b774-d4badc2a984c), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.191927 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4c190308-5a7b-456f-a4f7-d04f30661c4e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.191927 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4c190308-5a7b-456f-a4f7-d04f30661c4e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/05383ddd-e4b8-4554-b774-d4badc2a984c HTTP/1.1" status: 204 len: 168 time: 0.3017604 Aug 29 21:32:16.193906 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47080) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:16.215766 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c190308-5a7b-456f-a4f7-d04f30661c4e tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05383ddd-e4b8-4554-b774-d4badc2a984c,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:16.218738 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.api.v2.resource [None req-c461039e-c1da-4c38-9272-f02ce3e1a045 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] show failed (client error): The resource could not be found. Aug 29 21:32:16.222584 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c461039e-c1da-4c38-9272-f02ce3e1a045 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups/05383ddd-e4b8-4554-b774-d4badc2a984c HTTP/1.1" status: 404 len: 347 time: 0.0249579 Aug 29 21:32:16.222949 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47082) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:16.252378 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4532a9-42d8-4114-a6d7-0dda094dc768 x-openstack-request-id: req-9d4532a9-42d8-4114-a6d7-0dda094dc768 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:16.252716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:16.252980 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d4532a9-42d8-4114-a6d7-0dda094dc768 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:16.253390 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4532a9-42d8-4114-a6d7-0dda094dc768'] response: {'name': 'network-changed', 'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'status': 'completed', 'code': 200} Aug 29 21:32:16.298093 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:16.327161 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-2c068d0b-9bbf-4c1e-8632-159eeafc4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:16.328907 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-2c068d0b-9bbf-4c1e-8632-159eeafc4f07 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0517058 Aug 29 21:32:16.350923 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:16.362746 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Deleting port 126ce0da-aa03-40c2-8e67-306d42952b4d {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:16.374502 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (126ce0da-aa03-40c2-8e67-306d42952b4d), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.479701 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (126ce0da-aa03-40c2-8e67-306d42952b4d), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.480073 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for floatingip (126ce0da-aa03-40c2-8e67-306d42952b4d), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.487642 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-feeac0c7-667a-432e-a874-34744d944f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:16.489386 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-feeac0c7-667a-432e-a874-34744d944f28 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 918 time: 0.1507750 Aug 29 21:32:16.504349 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Calling delete_port for 126ce0da-aa03-40c2-8e67-306d42952b4d owned by network:floatingip {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:16.588996 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-a31615b7-e7c5-4636-9c12-b013c980787d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f HTTP/1.1" status: 200 len: 999 time: 0.0904291 Aug 29 21:32:16.648149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-be1f56f6-866f-41c5-aa2d-ca2707961142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:16.649704 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-be1f56f6-866f-41c5-aa2d-ca2707961142 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 200 len: 856 time: 0.0543609 Aug 29 21:32:16.684794 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '4d66af82-0971-42e6-99c3-81ab82b0f790', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'port_id': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'mac_address': 'fa:16:3e:51:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed516ef-b559-450d-b615-b95c82908ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:31:51Z', 'updated_at': '2022-08-29T21:32:14Z', 'revision_number': 1, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:16.694647 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-894701ea-7a2b-40c3-948e-68f3a7c4e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:16.696259 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-894701ea-7a2b-40c3-948e-68f3a7c4e309 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48dd2592-6ea0-414d-a1c9-f95709b58170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409446 Aug 29 21:32:16.711243 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] Checking router: b9b32390-edcd-48b0-a7a2-51862894f82f for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:32:16.722025 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:16.723183 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:16.783477 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (126ce0da-aa03-40c2-8e67-306d42952b4d), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.801928 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-11712e7e-966d-4d97-ac1b-af962eb5e56c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995646 Aug 29 21:32:16.813521 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event deleted for resources: {'Port': ['ID=126ce0da-aa03-40c2-8e67-306d42952b4d,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:16.838343 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:16.875106 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:16.925635 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks [] for floatingip (7f55c719-1329-4640-a10f-c7c0a3403631), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.929589 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:16.933234 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0013d51d-2bad-41ef-912e-4eb7cf178dbf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/7f55c719-1329-4640-a10f-c7c0a3403631 HTTP/1.1" status: 204 len: 168 time: 0.7065625 Aug 29 21:32:16.936664 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ff2f4eb2-1381-4404-b15e-983ec46c87be req-6284ab59-cd73-4827-832a-eb98aab571ab service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281691 Aug 29 21:32:16.978752 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:17.124667 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '4d66af82-0971-42e6-99c3-81ab82b0f790', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'port_id': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'mac_address': 'fa:16:3e:51:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed516ef-b559-450d-b615-b95c82908ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:31:51Z', 'updated_at': '2022-08-29T21:32:14Z', 'revision_number': 1, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:17.168920 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e0613-f108-4434-9fdd-cb29bba3239e None None] The sync data for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi is: [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '4d66af82-0971-42e6-99c3-81ab82b0f790', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'port_id': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'mac_address': 'fa:16:3e:51:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed516ef-b559-450d-b615-b95c82908ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:31:51Z', 'updated_at': '2022-08-29T21:32:14Z', 'revision_number': 1, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:32:17.416458 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bb03b5-6144-46c5-b11c-5ff5854387b6 None None] New status for floating IP 4d66af82-0971-42e6-99c3-81ab82b0f790: ACTIVE {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:32:17.515773 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:20.375358 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8edf-91c1-4260-8157-5e734d1e5cd1 req-d9a4bfb3-0602-45b0-8723-6f9ce985c021 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:20.377126 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d8aa8edf-91c1-4260-8157-5e734d1e5cd1 req-d9a4bfb3-0602-45b0-8723-6f9ce985c021 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0506594 Aug 29 21:32:20.432641 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d8aa8edf-91c1-4260-8157-5e734d1e5cd1 req-7912c3e4-2e24-4c91-af48-b9aae753a122 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495396 Aug 29 21:32:21.592029 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70c0b-ddba-441c-aa86-b24fa28abd7e req-edeb3727-ca0e-402d-bafa-7861afb0a5cf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:21.595910 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-05e70c0b-ddba-441c-aa86-b24fa28abd7e req-edeb3727-ca0e-402d-bafa-7861afb0a5cf tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0656860 Aug 29 21:32:21.656427 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-05e70c0b-ddba-441c-aa86-b24fa28abd7e req-1c7d3141-213d-47b7-91a4-1b49ccc90a9c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565889 Aug 29 21:32:22.026713 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-74aad09d-d18a-4380-a3b1-517d0fa765df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:22.028263 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-74aad09d-d18a-4380-a3b1-517d0fa765df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 945 time: 0.0484045 Aug 29 21:32:22.135982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Deleting port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:22.143314 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:22.253424 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] For port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:22.253802 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:22.271819 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Calling delete_port for 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:22.326546 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:22.416906 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:22.526630 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:22.548968 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['9038f059-1399-4f98-9ce3-88cce7cf0565', '97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:32:22.558156 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event deleted for resources: {'Port': ['ID=97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:22.621586 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] No DVR routers for this DVR port 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:32:22.624392 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:22.628118 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-829be958-a429-4d05-ac52-81647f2d3ea9 req-e5f1048e-7b28-4677-af82-2e76b1e041df tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "DELETE /networking/v2.0/ports/97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 HTTP/1.1" status: 204 len: 173 time: 0.5948815 Aug 29 21:32:22.628615 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37678b50-656d-49b5-8f7a-5059a89f458d', 'name': 'network-vif-deleted', 'tag': '97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:22.632059 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7284a421-274b-4d9c-90a3-3bf7bd16d4f4" -d '{"events": [{"server_uuid": "37678b50-656d-49b5-8f7a-5059a89f458d", "name": "network-vif-deleted", "tag": "97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:22.684246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc814ecc-bc47-4a78-9b8c-7eddf6b47aa4 x-openstack-request-id: req-fc814ecc-bc47-4a78-9b8c-7eddf6b47aa4 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:22.684246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37678b50-656d-49b5-8f7a-5059a89f458d", "name": "network-vif-deleted", "tag": "97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:22.684246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc814ecc-bc47-4a78-9b8c-7eddf6b47aa4 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:22.684246 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc814ecc-bc47-4a78-9b8c-7eddf6b47aa4'] response: {'server_uuid': '37678b50-656d-49b5-8f7a-5059a89f458d', 'name': 'network-vif-deleted', 'tag': '97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5', 'status': 'completed', 'code': 200} Aug 29 21:32:22.793908 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-68695060-fdbe-469b-999b-50b19a5f9f95 req-8d1df426-ae40-4649-84d1-49b3cddc3c20 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 210 time: 0.0373228 Aug 29 21:32:23.935397 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3ee4e395-dd64-4ac0-b39b-35aa7cd7459c req-86e419ea-8d66-4118-9f88-9b5c3d8bc7b0 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=37678b50-656d-49b5-8f7a-5059a89f458d HTTP/1.1" status: 200 len: 210 time: 0.0322504 Aug 29 21:32:25.625688 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae545fca-6dfb-42fc-8fc7-3060ecc4033d req-d8840fa9-54a8-4379-89be-b2b669ad0716 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:25.627251 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ae545fca-6dfb-42fc-8fc7-3060ecc4033d req-d8840fa9-54a8-4379-89be-b2b669ad0716 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0546679 Aug 29 21:32:25.650473 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:25.680978 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ae545fca-6dfb-42fc-8fc7-3060ecc4033d req-d7684e80-5934-44e0-a463-b61c8033b9d5 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Aug 29 21:32:26.014377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a493a6c-595f-457e-897c-892b9d29d5df req-79b9acc2-acf6-43d4-aabc-2417ad31121b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:26.016024 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2a493a6c-595f-457e-897c-892b9d29d5df req-79b9acc2-acf6-43d4-aabc-2417ad31121b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 946 time: 0.0538917 Aug 29 21:32:26.068224 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2a493a6c-595f-457e-897c-892b9d29d5df req-0e62cea2-7aae-4244-8d73-fc11020e6782 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458684 Aug 29 21:32:26.805906 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87976141-6deb-4127-ac89-fe56cf7cec74 req-ea3e5ea5-8968-4957-9461-d460fed18e17 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:26.807583 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-87976141-6deb-4127-ac89-fe56cf7cec74 req-ea3e5ea5-8968-4957-9461-d460fed18e17 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0486660 Aug 29 21:32:26.858070 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-87976141-6deb-4127-ac89-fe56cf7cec74 req-0e31bd50-3b3e-4390-a848-804e8f85efd1 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Aug 29 21:32:27.121556 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=32 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:27.128680 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:27.201458 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ff334-dc24-476c-b432-0986bc344357 req-f23d2a7d-4a2e-433c-9dc0-05c513829830 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:27.202949 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-335ff334-dc24-476c-b432-0986bc344357 req-f23d2a7d-4a2e-433c-9dc0-05c513829830 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 946 time: 0.0529816 Aug 29 21:32:27.254886 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-335ff334-dc24-476c-b432-0986bc344357 req-03e78866-ca80-4449-a6f6-ca7a2ddb9d00 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462494 Aug 29 21:32:27.318739 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:27.338784 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:27.339132 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 97d85e67-a7e1-4cc9-a19b-75eb2eaacfe5 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:27.984803 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628a45a-2a59-488c-82e5-c95bdd35fc44 req-8283f024-d156-42ad-ac64-a4d02b6718a8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:27.986324 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0628a45a-2a59-488c-82e5-c95bdd35fc44 req-8283f024-d156-42ad-ac64-a4d02b6718a8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0495806 Aug 29 21:32:28.040737 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0628a45a-2a59-488c-82e5-c95bdd35fc44 req-d2787d96-02ef-412a-be04-12f4d293c35b tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486989 Aug 29 21:32:28.393063 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a85ac3-092e-490d-b65a-bc72d141e1f7 req-d1fc3d7e-f225-4751-8ba6-246ff08aed5d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:28.394668 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-15a85ac3-092e-490d-b65a-bc72d141e1f7 req-d1fc3d7e-f225-4751-8ba6-246ff08aed5d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 946 time: 0.0550964 Aug 29 21:32:28.466828 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-15a85ac3-092e-490d-b65a-bc72d141e1f7 req-bd555072-4e75-44d7-af9b-cd94a802373e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654380 Aug 29 21:32:29.171982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849f7bd-1407-4bdf-920c-cdfbe36c3cd1 req-7450b112-12b5-42b6-b470-b8dc67c1201f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:29.173469 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1849f7bd-1407-4bdf-920c-cdfbe36c3cd1 req-7450b112-12b5-42b6-b470-b8dc67c1201f tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0535383 Aug 29 21:32:29.221531 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1849f7bd-1407-4bdf-920c-cdfbe36c3cd1 req-1fa79fe4-e572-4de4-b01c-f27fcd400cf9 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=6f50fc76-e489-49c0-a975-d416d1bbf8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424716 Aug 29 21:32:29.359069 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-f79a59a9-5a21-43b8-9da5-6046d0238fad tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:29.360575 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-f79a59a9-5a21-43b8-9da5-6046d0238fad tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 945 time: 0.0525045 Aug 29 21:32:29.545311 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Deleting port 9038f059-1399-4f98-9ce3-88cce7cf0565 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:29.545706 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:29.597564 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f4159-9321-4a7b-b29b-4be7e34cdf8c req-34c0636a-eda4-4d46-ae10-b7b11e58c43d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:29.599169 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f24f4159-9321-4a7b-b29b-4be7e34cdf8c req-34c0636a-eda4-4d46-ae10-b7b11e58c43d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 946 time: 0.0529029 Aug 29 21:32:29.672337 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-498d89be-0361-4b94-8a2c-e3f874809a32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:29.673773 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-498d89be-0361-4b94-8a2c-e3f874809a32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 946 time: 0.0834599 Aug 29 21:32:29.674770 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f24f4159-9321-4a7b-b29b-4be7e34cdf8c req-ea71f942-d093-4c7c-b7d3-1242543e56a1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=df97f514-afd4-4ba4-9abe-ebe674ad28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688858 Aug 29 21:32:29.732751 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] For port 9038f059-1399-4f98-9ce3-88cce7cf0565, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9038f059-1399-4f98-9ce3-88cce7cf0565,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:29.734542 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:29.758652 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Calling delete_port for 9038f059-1399-4f98-9ce3-88cce7cf0565 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:29.832849 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Deleting port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:29.833186 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:29.952399 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] For port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:29.952399 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:29.957358 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:29.985435 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:30.164273 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:30.164634 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (df541d2b-13ed-4167-892c-cc2288ecd8ae), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:30.164951 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Floating IP df541d2b-13ed-4167-892c-cc2288ecd8ae disassociated. External IP: 172.27.3.206, port: b44a2d3f-af24-48dd-823e-bdbfd82ce7a3. Aug 29 21:32:30.165293 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Calling delete_port for b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:30.209839 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (9038f059-1399-4f98-9ce3-88cce7cf0565), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:30.222075 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['9038f059-1399-4f98-9ce3-88cce7cf0565'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:32:30.281807 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Pushing event deleted for resources: {'Port': ['ID=9038f059-1399-4f98-9ce3-88cce7cf0565,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:30.329920 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] No DVR routers for this DVR port 9038f059-1399-4f98-9ce3-88cce7cf0565 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:32:30.347337 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:30.347337 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6fa473ea-6ca7-4d74-a306-59857ae5f8da req-a603bb9d-449b-4c6b-92a1-f0f42bd1439c tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.16 "DELETE /networking/v2.0/ports/9038f059-1399-4f98-9ce3-88cce7cf0565 HTTP/1.1" status: 204 len: 173 time: 0.9028106 Aug 29 21:32:30.347337 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b9b318-ba34-455a-90b9-4ff5619fa02e', 'name': 'network-vif-deleted', 'tag': '9038f059-1399-4f98-9ce3-88cce7cf0565'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:30.347796 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b8e20-5906-439e-8ab2-4edb425a4307" -d '{"events": [{"server_uuid": "28b9b318-ba34-455a-90b9-4ff5619fa02e", "name": "network-vif-deleted", "tag": "9038f059-1399-4f98-9ce3-88cce7cf0565"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:30.374575 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0676dd19-ab85-4d90-955b-eda500def5e9 req-f0c23a13-4e82-4bc8-90e7-08604b7048c7 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 210 time: 0.0495305 Aug 29 21:32:30.404811 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c212f08-b825-4476-8a62-a094190429c9 x-openstack-request-id: req-9c212f08-b825-4476-8a62-a094190429c9 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:30.405109 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b9b318-ba34-455a-90b9-4ff5619fa02e", "name": "network-vif-deleted", "tag": "9038f059-1399-4f98-9ce3-88cce7cf0565", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:30.405506 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c212f08-b825-4476-8a62-a094190429c9 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:30.405767 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c212f08-b825-4476-8a62-a094190429c9'] response: {'server_uuid': '28b9b318-ba34-455a-90b9-4ff5619fa02e', 'name': 'network-vif-deleted', 'tag': '9038f059-1399-4f98-9ce3-88cce7cf0565', 'status': 'completed', 'code': 200} Aug 29 21:32:30.685402 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (b44a2d3f-af24-48dd-823e-bdbfd82ce7a3), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:30.737990 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'Port': ['ID=b44a2d3f-af24-48dd-823e-bdbfd82ce7a3,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:30.816994 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:30.855217 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-442d1b22-5bb8-4781-b15e-98cdbb67383d req-a17e5c21-15b4-44a8-9cc0-eb3a7438a87c tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 210 time: 0.0503368 Aug 29 21:32:30.943523 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:32:31.083572 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:32:31.098599 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:32:31.121906 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:31.123434 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:31.157450 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] No DVR routers for this DVR port b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:32:31.161318 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:31.169623 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4337f24d-a750-4a97-bbb6-0710d2091da6 req-1ccbc38e-8f74-4b7f-bdab-18b06a0760c7 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "DELETE /networking/v2.0/ports/b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 HTTP/1.1" status: 204 len: 173 time: 1.4880273 Aug 29 21:32:31.297306 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:31.560932 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-919599c3-17de-409d-8ef0-f473f91a0ff5 req-290e7393-a340-42f2-8ce8-5615b045ffe8 tempest-ServerRescueNegativeTestJSON-462218989 tempest-ServerRescueNegativeTestJSON-462218989-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=28b9b318-ba34-455a-90b9-4ff5619fa02e HTTP/1.1" status: 200 len: 210 time: 0.0453732 Aug 29 21:32:31.568275 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:31.596624 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:32:31.606799 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:31.607408 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:31.726391 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:31.995443 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:32.024894 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e1dc5cc9-eeb8-467c-aea1-c0cd291da0ea req-d8c51082-8e72-4353-95ab-ec738acce08b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=8776b21b-316e-4438-a12f-ee8aef1a85e4 HTTP/1.1" status: 200 len: 210 time: 0.0449281 Aug 29 21:32:32.028082 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935c2a7-e5bd-4543-b5a8-8663e38f4c6d None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:32:32.045494 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:32:32.302419 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a368e-1983-4700-ae0c-17703f2721aa None None] New status for floating IP df541d2b-13ed-4167-892c-cc2288ecd8ae: DOWN {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:32:32.386373 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:32.407141 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'name': 'network-vif-deleted', 'tag': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:32.409906 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04596bbe-9f77-4ba6-968a-262512bec3ce" -d '{"events": [{"server_uuid": "8776b21b-316e-4438-a12f-ee8aef1a85e4", "name": "network-vif-deleted", "tag": "b44a2d3f-af24-48dd-823e-bdbfd82ce7a3"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:32.462725 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2c5358-c78c-43f0-92e4-1a074e9760ca x-openstack-request-id: req-6f2c5358-c78c-43f0-92e4-1a074e9760ca {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:32.463550 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8776b21b-316e-4438-a12f-ee8aef1a85e4", "name": "network-vif-deleted", "tag": "b44a2d3f-af24-48dd-823e-bdbfd82ce7a3", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:32.463804 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f2c5358-c78c-43f0-92e4-1a074e9760ca {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:32.464395 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2c5358-c78c-43f0-92e4-1a074e9760ca'] response: {'server_uuid': '8776b21b-316e-4438-a12f-ee8aef1a85e4', 'name': 'network-vif-deleted', 'tag': 'b44a2d3f-af24-48dd-823e-bdbfd82ce7a3', 'status': 'completed', 'code': 200} Aug 29 21:32:32.629338 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47186) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:32.928999 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:33.177176 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-427d660a-2ff3-444a-818f-270f5d9b665d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:33.287613 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47194) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:33.301315 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:33.308680 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:33.330623 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 9038f059-1399-4f98-9ce3-88cce7cf0565 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:33.356020 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 9038f059-1399-4f98-9ce3-88cce7cf0565 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:33.356296 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 9038f059-1399-4f98-9ce3-88cce7cf0565 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:33.438454 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2f852826-e867-4412-a68b-d00b9f10dcf1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (df97f514-afd4-4ba4-9abe-ebe674ad28e4), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:33.477095 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2f852826-e867-4412-a68b-d00b9f10dcf1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (df97f514-afd4-4ba4-9abe-ebe674ad28e4), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:33.668652 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Deleting port e00ba6ac-2319-4d85-a015-c8e309d194d5 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:33.669567 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:33.715783 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2f852826-e867-4412-a68b-d00b9f10dcf1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (df97f514-afd4-4ba4-9abe-ebe674ad28e4), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:33.718594 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2f852826-e867-4412-a68b-d00b9f10dcf1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:33.719853 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2f852826-e867-4412-a68b-d00b9f10dcf1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/df97f514-afd4-4ba4-9abe-ebe674ad28e4 HTTP/1.1" status: 204 len: 168 time: 0.4312015 Aug 29 21:32:33.723541 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47196) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:33.739715 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.api.v2.resource [None req-cba9d731-fec9-48e9-bf53-216851ba0151 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] show failed (client error): The resource could not be found. Aug 29 21:32:33.740774 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-cba9d731-fec9-48e9-bf53-216851ba0151 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups/df97f514-afd4-4ba4-9abe-ebe674ad28e4 HTTP/1.1" status: 404 len: 347 time: 0.0158205 Aug 29 21:32:33.743820 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47198) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:33.746806 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f852826-e867-4412-a68b-d00b9f10dcf1 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df97f514-afd4-4ba4-9abe-ebe674ad28e4,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:33.800347 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] For port e00ba6ac-2319-4d85-a015-c8e309d194d5, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=e00ba6ac-2319-4d85-a015-c8e309d194d5,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:33.800722 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:33.826717 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Calling delete_port for e00ba6ac-2319-4d85-a015-c8e309d194d5 owned by network:router_interface {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:34.202454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Deleting port 0ab4593f-bb56-4b69-b992-713ba0fa253a {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:34.203009 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (0ab4593f-bb56-4b69-b992-713ba0fa253a), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:34.239677 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (e00ba6ac-2319-4d85-a015-c8e309d194d5), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:34.272132 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00ba6ac-2319-4d85-a015-c8e309d194d5,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:34.315857 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (0ab4593f-bb56-4b69-b992-713ba0fa253a), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:34.316648 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (0ab4593f-bb56-4b69-b992-713ba0fa253a), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:34.334507 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:34.335181 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Calling delete_port for 0ab4593f-bb56-4b69-b992-713ba0fa253a owned by network:floatingip {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:34.550980 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:34.799569 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:34.851171 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (0ab4593f-bb56-4b69-b992-713ba0fa253a), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:34.881646 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'Port': ['ID=0ab4593f-bb56-4b69-b992-713ba0fa253a,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:34.924330 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:34.959172 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (df541d2b-13ed-4167-892c-cc2288ecd8ae), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:34.961912 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:34.965910 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ca1a24e6-82cd-49e0-baab-c9d0bab5bc32 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/df541d2b-13ed-4167-892c-cc2288ecd8ae HTTP/1.1" status: 204 len: 168 time: 1.2178223 Aug 29 21:32:35.112823 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:32:35.165278 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47202) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:35.172762 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-839a0cec-e5a2-4981-a5e5-6b357a5efdd5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871523328', 'description': 'tempest-description--427908900'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:32:35.263005 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:32:35.268737 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-680cf452-a9a5-4a6b-8bd2-f3c1151c6122 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/f9d73043-11e5-4eb8-998b-61fdeb0d2b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379933 Aug 29 21:32:35.272677 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47204) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:35.275626 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] Sync routers for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:32:35.292053 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:35.292687 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:35.320137 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f1f764a9-f9c0-4f24-8b9a-3796805a9b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.336220 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-839a0cec-e5a2-4981-a5e5-6b357a5efdd5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.336929 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:35.371437 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:35.372563 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device b44a2d3f-af24-48dd-823e-bdbfd82ce7a3 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:35.438831 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:35.453669 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks [] for router (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.537520 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-839a0cec-e5a2-4981-a5e5-6b357a5efdd5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (de537bf9-4d85-4335-9729-7206a06b2731), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.604890 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks [] for router_gateway (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.611608 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-839a0cec-e5a2-4981-a5e5-6b357a5efdd5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (de537bf9-4d85-4335-9729-7206a06b2731), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.630800 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:35.652483 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a0cec-e5a2-4981-a5e5-6b357a5efdd5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de537bf9-4d85-4335-9729-7206a06b2731,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:35.789080 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:35.793631 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-839a0cec-e5a2-4981-a5e5-6b357a5efdd5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.795816 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-839a0cec-e5a2-4981-a5e5-6b357a5efdd5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6288519 Aug 29 21:32:35.804474 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47208) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:35.812947 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-4aa07106-da8d-4665-80ce-30b02af38663 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group_rule': {'security_group_id': 'de537bf9-4d85-4335-9729-7206a06b2731', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:32:35.824431 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:32:34Z', 'revision_number': 5, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port': {'id': '42c0adab-72b4-430a-91b2-df627cf7bbe8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:35.824760 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Deleting port 42c0adab-72b4-430a-91b2-df627cf7bbe8 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:35.825101 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.873481 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] Checking router: f9d73043-11e5-4eb8-998b-61fdeb0d2b58 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:32:35.889997 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] Routers {'f9d73043-11e5-4eb8-998b-61fdeb0d2b58'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:35.890979 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:35.944252 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] For port 42c0adab-72b4-430a-91b2-df627cf7bbe8, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=42c0adab-72b4-430a-91b2-df627cf7bbe8,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:35.945144 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.960466 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4aa07106-da8d-4665-80ce-30b02af38663 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (340f0981-4505-4390-8c3e-406060c074d9), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.962592 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Calling delete_port for 42c0adab-72b4-430a-91b2-df627cf7bbe8 owned by network:router_gateway {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:36.025656 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:36.047452 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4aa07106-da8d-4665-80ce-30b02af38663 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (340f0981-4505-4390-8c3e-406060c074d9), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.055726 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] Set router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 gateway port host: None {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:36.056049 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:36.135607 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:32:35Z', 'revision_number': 6, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port_host': None}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:36.174170 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7221681-34ee-445f-a5be-3b7e86946ce9 None None] The sync data for ids ['f9d73043-11e5-4eb8-998b-61fdeb0d2b58'] in dv-cinder-854264-2-iscsi is: [{'id': 'f9d73043-11e5-4eb8-998b-61fdeb0d2b58', 'name': 'tempest-ServerRescueNegativeTestJSON-7348434-router', 'tenant_id': 'bd7bb76694c2499895f24e611c644a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:32:35Z', 'revision_number': 6, 'project_id': 'bd7bb76694c2499895f24e611c644a27', 'gw_port_host': None}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:32:36.198509 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4aa07106-da8d-4665-80ce-30b02af38663 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (340f0981-4505-4390-8c3e-406060c074d9), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.226230 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa07106-da8d-4665-80ce-30b02af38663 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340f0981-4505-4390-8c3e-406060c074d9,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:36.318391 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (42c0adab-72b4-430a-91b2-df627cf7bbe8), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.355068 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c0adab-72b4-430a-91b2-df627cf7bbe8,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:36.393007 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4aa07106-da8d-4665-80ce-30b02af38663 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.398719 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4aa07106-da8d-4665-80ce-30b02af38663 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5886149 Aug 29 21:32:36.399721 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47210) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:36.408056 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-f6e07c75-61db-49ea-9d9a-66193a7eaecd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'security_group_rule': {'security_group_id': 'de537bf9-4d85-4335-9729-7206a06b2731', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:32:36.452344 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.554866 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f6e07c75-61db-49ea-9d9a-66193a7eaecd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (13bada8e-84a1-4b9d-aae8-5ad26ac6918b), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.606196 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.611357 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks [] for router_controller (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.663738 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:36.697726 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device e00ba6ac-2319-4d85-a015-c8e309d194d5 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:36.707732 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f6e07c75-61db-49ea-9d9a-66193a7eaecd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (13bada8e-84a1-4b9d-aae8-5ad26ac6918b), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.729518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: e00ba6ac-2319-4d85-a015-c8e309d194d5 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:36.733317 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device e00ba6ac-2319-4d85-a015-c8e309d194d5 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:36.840204 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f6e07c75-61db-49ea-9d9a-66193a7eaecd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (13bada8e-84a1-4b9d-aae8-5ad26ac6918b), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.841126 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (f9d73043-11e5-4eb8-998b-61fdeb0d2b58), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.841430 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9d73043-11e5-4eb8-998b-61fdeb0d2b58 {{(pid=107110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:32:36.844382 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.854065 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:36.860795 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-cbf6fe67-9158-40b6-b453-1b0e4e298c76 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/f9d73043-11e5-4eb8-998b-61fdeb0d2b58 HTTP/1.1" status: 204 len: 168 time: 1.5858943 Aug 29 21:32:36.861885 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47212) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:36.866132 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e07c75-61db-49ea-9d9a-66193a7eaecd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bada8e-84a1-4b9d-aae8-5ad26ac6918b,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:36.948520 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_v2 [None req-c194ea87-d48e-41d2-8f83-23d8f7b44978 admin admin] Deleting subnet 31f3b818-e915-495f-b96b-cff7a2d9fb53 {{(pid=107110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:32:36.954386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c194ea87-d48e-41d2-8f83-23d8f7b44978 admin admin] Publish callbacks [] for subnet (31f3b818-e915-495f-b96b-cff7a2d9fb53), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.017752 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c194ea87-d48e-41d2-8f83-23d8f7b44978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12500591'] for subnet (31f3b818-e915-495f-b96b-cff7a2d9fb53), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.055539 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f6e07c75-61db-49ea-9d9a-66193a7eaecd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.058214 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f6e07c75-61db-49ea-9d9a-66193a7eaecd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6561568 Aug 29 21:32:37.063289 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47214) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:37.078499 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:32:37.080958 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.132959 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c194ea87-d48e-41d2-8f83-23d8f7b44978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (31f3b818-e915-495f-b96b-cff7a2d9fb53), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.272328 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.335285 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c194ea87-d48e-41d2-8f83-23d8f7b44978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12151791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8549003'] for subnet (31f3b818-e915-495f-b96b-cff7a2d9fb53), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.370997 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194ea87-d48e-41d2-8f83-23d8f7b44978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f3b818-e915-495f-b96b-cff7a2d9fb53,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:37.388961 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c194ea87-d48e-41d2-8f83-23d8f7b44978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.391853 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c194ea87-d48e-41d2-8f83-23d8f7b44978 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/31f3b818-e915-495f-b96b-cff7a2d9fb53 HTTP/1.1" status: 204 len: 168 time: 0.5285327 Aug 29 21:32:37.393087 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba6a115-8419-4f37-9261-5ee04c077ba2 None None] Network 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:32:37.394469 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47218) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:37.400845 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.469805 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:37.525661 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (8f98a05d-9a6f-4b38-8a53-5d74a6efa394), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.586631 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Deleting port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:37.587261 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.608184 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Allocated IP 172.27.3.169 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/1d4decb7-208a-4133-b8dd-4fc8ac3c7fff) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:32:37.672911 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14bbe4-50e8-4116-a264-4e3bfa0d0be7 None None] DHCP port deletion for 8f98a05d-9a6f-4b38-8a53-5d74a6efa394 request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:32:37.722382 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] For port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=e6b1c3cf-c60d-4353-b70d-0ffdadf551c3,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:37.723075 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.735811 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-4b14bbe4-50e8-4116-a264-4e3bfa0d0be7 None None] Deleting port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:32:37.736704 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4b14bbe4-50e8-4116-a264-4e3bfa0d0be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.754806 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Calling delete_port for e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 owned by network:dhcp {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:37.819798 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (1d4decb7-208a-4133-b8dd-4fc8ac3c7fff), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.822946 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-4b14bbe4-50e8-4116-a264-4e3bfa0d0be7 None None] For port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=e6b1c3cf-c60d-4353-b70d-0ffdadf551c3,segment=NetworkSegment(cffd7fa4-70f9-4edf-8e24-d1d8b584b985),segment_id=cffd7fa4-70f9-4edf-8e24-d1d8b584b985)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:37.823347 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4b14bbe4-50e8-4116-a264-4e3bfa0d0be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.841638 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-4b14bbe4-50e8-4116-a264-4e3bfa0d0be7 None None] Calling delete_port for e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:32:37.966348 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (1d4decb7-208a-4133-b8dd-4fc8ac3c7fff), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:37.995223 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.011726 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4b14bbe4-50e8-4116-a264-4e3bfa0d0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (e6b1c3cf-c60d-4353-b70d-0ffdadf551c3), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.036969 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:32:38.042232 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b1c3cf-c60d-4353-b70d-0ffdadf551c3,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:38.043252 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:32:38.050222 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:32:38.050974 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] No DVR routers for this DVR port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 on host dv-cinder-854264-2-iscsi {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:32:38.055074 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14bbe4-50e8-4116-a264-4e3bfa0d0be7 None None] Pushing event deleted for resources: {'Port': ['ID=e6b1c3cf-c60d-4353-b70d-0ffdadf551c3,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:38.058985 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14bbe4-50e8-4116-a264-4e3bfa0d0be7 None None] No DVR routers for this DVR port e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:32:38.061978 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:38.113156 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=1d4decb7-208a-4133-b8dd-4fc8ac3c7fff,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:38.196351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (8f98a05d-9a6f-4b38-8a53-5d74a6efa394), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.209252 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (d663bfd5-5618-47de-8ebe-58a3829954ee), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.225800 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f98a05d-9a6f-4b38-8a53-5d74a6efa394']}} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:38.238172 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985') {'for_net_delete': True} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:38.238485 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffd7fa4-70f9-4edf-8e24-d1d8b584b985') {} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:38.256858 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12500580'] for segment (cffd7fa4-70f9-4edf-8e24-d1d8b584b985), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.275684 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (cffd7fa4-70f9-4edf-8e24-d1d8b584b985), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.284468 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=107110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:32:38.285020 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12151113'] for segment (cffd7fa4-70f9-4edf-8e24-d1d8b584b985), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.320906 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.336090 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment cffd7fa4-70f9-4edf-8e24-d1d8b584b985 resource provider aggregate not found Aug 29 21:32:38.348578 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (1d4decb7-208a-4133-b8dd-4fc8ac3c7fff), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.369447 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment cffd7fa4-70f9-4edf-8e24-d1d8b584b985 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cffd7fa4-70f9-4edf-8e24-d1d8b584b985 found for delete ", "request_id": "req-0fed41d8-b576-4fd0-bd01-d124957d56af"}]} Aug 29 21:32:38.395392 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:38.462439 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.504175 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 42c0adab-72b4-430a-91b2-df627cf7bbe8 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:38.508933 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (8f98a05d-9a6f-4b38-8a53-5d74a6efa394), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.533701 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.544150 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/8f98a05d-9a6f-4b38-8a53-5d74a6efa394 HTTP/1.1" status: 204 len: 168 time: 1.1443152 Aug 29 21:32:38.553559 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 42c0adab-72b4-430a-91b2-df627cf7bbe8 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:38.555761 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 42c0adab-72b4-430a-91b2-df627cf7bbe8 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:38.556624 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:32:38.561871 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f50a83-d700-46ed-8fe2-ca661fde1655 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f98a05d-9a6f-4b38-8a53-5d74a6efa394,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:38.583110 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:32:38.592815 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device e6b1c3cf-c60d-4353-b70d-0ffdadf551c3 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:32:38.603315 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (1d4decb7-208a-4133-b8dd-4fc8ac3c7fff), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.683650 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (1d4decb7-208a-4133-b8dd-4fc8ac3c7fff), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.770338 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (d663bfd5-5618-47de-8ebe-58a3829954ee), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.773418 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=1d4decb7-208a-4133-b8dd-4fc8ac3c7fff,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:38.887511 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:38.889925 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-61666b05-66a1-4cf5-9408-ef0702761bf9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8238680 Aug 29 21:32:39.080859 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47236) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:39.110889 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:39.169502 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-1ce9c09b-01a4-479a-8234-9644fdc7f8b1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=bd7bb76694c2499895f24e611c644a27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0870113 Aug 29 21:32:39.177464 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47240) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:39.189879 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-635ea8e7-3095-4f7f-ac6f-94e6fe0815b9 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--871523328&fields=id&tenant_id=8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 267 time: 0.0774724 Aug 29 21:32:39.249392 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a1ecfdaa-8fa1-4c79-9e48-5d6030d2dc5f admin admin] Publish callbacks [] for security_group (6f50fc76-e489-49c0-a975-d416d1bbf8bf), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:39.276011 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a1ecfdaa-8fa1-4c79-9e48-5d6030d2dc5f admin admin] Publish callbacks [] for security_group (6f50fc76-e489-49c0-a975-d416d1bbf8bf), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:39.367533 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-018dda0f-87dc-4fda-97c8-9d978399c9fe tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:39.369211 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-018dda0f-87dc-4fda-97c8-9d978399c9fe tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 815 time: 0.1675434 Aug 29 21:32:39.399224 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-5f8d29dc-556f-4976-916f-8c0036463a3f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/quotas/8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 375 time: 0.0205255 Aug 29 21:32:39.432484 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a1ecfdaa-8fa1-4c79-9e48-5d6030d2dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (6f50fc76-e489-49c0-a975-d416d1bbf8bf), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:39.435176 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a1ecfdaa-8fa1-4c79-9e48-5d6030d2dc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:39.436442 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-a1ecfdaa-8fa1-4c79-9e48-5d6030d2dc5f admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/6f50fc76-e489-49c0-a975-d416d1bbf8bf HTTP/1.1" status: 204 len: 168 time: 0.2579467 Aug 29 21:32:39.452204 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecfdaa-8fa1-4c79-9e48-5d6030d2dc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f50fc76-e489-49c0-a975-d416d1bbf8bf,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:39.494394 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-b0d2b339-c525-4d62-98b6-9d12bbd0e0da tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891514 Aug 29 21:32:39.633464 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-7c4b04c3-ca58-452d-875b-1c831b31d1b2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277204 Aug 29 21:32:39.708450 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:39.818836 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-6deb589f-9ee1-4ce8-b9ef-546f84fb2584 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746454 Aug 29 21:32:39.826616 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-5e7fd1d0-ef71-4af2-814f-3c3735eb5526 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802059 Aug 29 21:32:39.987011 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-d279e22f-9550-4065-96da-d5544c2128b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:39.989784 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-d279e22f-9550-4065-96da-d5544c2128b1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d8d35a885c494e11b42f556554f3698b&device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 1129 time: 0.0751717 Aug 29 21:32:40.155617 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-e2427edc-4121-40c1-856a-985f75493266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:40.160398 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-e2427edc-4121-40c1-856a-985f75493266 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 200 len: 911 time: 0.1401153 Aug 29 21:32:40.304686 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-e5b0745f-664f-41ab-a41c-64d9337e993a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f7519bf-31a6-4fc4-a960-21b24ae8df99 HTTP/1.1" status: 200 len: 1000 time: 0.1393397 Aug 29 21:32:40.321366 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d08edec0-2528-496e-8827-04f4a7cfee8a req-1b6341fe-31d4-40eb-87be-cc989ba9a2f6 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 210 time: 0.0399439 Aug 29 21:32:40.375520 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-92745f22-ccb5-4b91-ab40-fffbc9cf5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:40.377192 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-92745f22-ccb5-4b91-ab40-fffbc9cf5e5c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=84c16168-2d13-4210-b060-f2bf7757ab6b HTTP/1.1" status: 200 len: 849 time: 0.0650506 Aug 29 21:32:40.445539 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-41880270-e9fa-4225-ad08-e1f551ce033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:40.449055 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-41880270-e9fa-4225-ad08-e1f551ce033a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca335ec8-2cdb-4727-aad4-e94fc1adcada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646009 Aug 29 21:32:40.589021 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-a391c892-51ab-4bd0-b272-6b9630ec6557 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311700 Aug 29 21:32:40.710553 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-049a8fac-fa0f-4d8e-b891-680a837b66d2 req-4df2087e-257d-4b44-aed6-e5f31c0ebbf8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136718 Aug 29 21:32:41.454752 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-46d5cafb-b13c-47ae-9674-f1368b96bd85 req-c7481e24-ba22-4714-96f9-78a042d65ea4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 210 time: 0.0565145 Aug 29 21:32:42.607307 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e28251bc-fd6c-4a4e-8e3c-2a54dd93dc3f req-0c5ba17c-737c-415b-951a-fcd22230e1eb tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 210 time: 0.0568016 Aug 29 21:32:43.487080 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-d998c571-a78e-4d72-8068-7bf02dfcf687 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:43.489402 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-d998c571-a78e-4d72-8068-7bf02dfcf687 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 815 time: 0.1263583 Aug 29 21:32:43.518859 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:43.565253 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-30da7ed6-7185-45ea-811c-c0bf912fce4b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8695633e1e2744b6b6554536f1109fc6 HTTP/1.1" status: 200 len: 379 time: 0.0641537 Aug 29 21:32:43.577827 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'port': {'device_id': '5e3549b2-b215-4a30-b063-31786b24b795', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'admin_state_up': True, 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'security_groups': ['de537bf9-4d85-4335-9729-7206a06b2731']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:32:43.754900 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8ca49c57-fe7f-463d-8c26-4c59b5347cfa req-02408fdb-849e-4f5e-98f5-fbe45ab6e27f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 210 time: 0.0353923 Aug 29 21:32:43.857175 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Made reservation on behalf of 8695633e1e2744b6b6554536f1109fc6 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:32:43.864778 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:43.961695 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:44.056772 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Allocated IP 172.20.0.6 (5d52e082-ed9a-4937-bc0b-8b03e2527c03/73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca/44144b9e-ff7d-4c65-b8c4-575d2da5e3cc) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:32:44.247351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:44.375704 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:44.432756 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:32:44.436548 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:32:44.441211 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:32:44.450800 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event updated for resources: {'Port': ['ID=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:44.508016 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:44.508016 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:44.616421 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-639a654c-4f47-4c2e-b0e0-18fbfb9cdb36 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0424521 Aug 29 21:32:44.628818 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Request body: {'port': {'device_id': '5e3549b2-b215-4a30-b063-31786b24b795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:32:44.632545 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:44.714474 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:44.767477 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-a4909e99-fe3d-4a1a-82b5-c5dbe87ab7ec None None] Provisioning complete for port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:32:44.768280 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a4909e99-fe3d-4a1a-82b5-c5dbe87ab7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:44.802880 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-a4909e99-fe3d-4a1a-82b5-c5dbe87ab7ec None None] Port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:32:44.985668 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa0e5e-71ed-472c-8f98-fecbe195005e req-55a2e2a7-0038-4f7c-a074-6719ef983c46 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:44.987203 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ffaa0e5e-71ed-472c-8f98-fecbe195005e req-55a2e2a7-0038-4f7c-a074-6719ef983c46 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 931 time: 0.1006742 Aug 29 21:32:45.097611 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:45.105808 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ffaa0e5e-71ed-472c-8f98-fecbe195005e req-a8a6a837-9f6e-459a-a37b-c7803b15e930 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102972 Aug 29 21:32:45.179503 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:32:45.196221 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Publish callbacks [] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:45.214508 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Transition to ACTIVE for port object 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:32:45.331164 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:45.439866 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Pushing event updated for resources: {'Port': ['ID=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:45.485692 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Attempting to bind port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:32:45.486223 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Attempting to bind port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:32:45.486556 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Attempting to bind port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:32:45.492723 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:32:45.492940 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Attempting to bind port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc on network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:32:45.499824 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:32:45.500386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Checking segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:32:45.501016 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Bound using segment: {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:32:45.501565 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Bound port: 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:32:45.502023 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:45.576654 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] For port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:32:45.580238 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] For port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:32:45.731962 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:45.738554 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:45.739500 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:45.741554 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/44144b9e-ff7d-4c65-b8c4-575d2da5e3cc HTTP/1.1" status: 200 len: 1093 time: 1.1173120 Aug 29 21:32:45.745150 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3549b2-b215-4a30-b063-31786b24b795', 'tag': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:45.746377 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e938c42-9cb8-4385-b2b8-de1d80efc438" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3549b2-b215-4a30-b063-31786b24b795", "tag": "44144b9e-ff7d-4c65-b8c4-575d2da5e3cc"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:45.790805 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f73d35-c212-4064-9660-1d30df6ea2eb x-openstack-request-id: req-c4f73d35-c212-4064-9660-1d30df6ea2eb {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:45.791121 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3549b2-b215-4a30-b063-31786b24b795", "tag": "44144b9e-ff7d-4c65-b8c4-575d2da5e3cc", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:45.791382 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4f73d35-c212-4064-9660-1d30df6ea2eb {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:45.791916 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f73d35-c212-4064-9660-1d30df6ea2eb'] response: {'name': 'network-changed', 'server_uuid': '5e3549b2-b215-4a30-b063-31786b24b795', 'tag': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc', 'status': 'completed', 'code': 200} Aug 29 21:32:45.839066 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede4f72-bd49-41f5-8584-a9489476275c service neutron] Pushing event updated for resources: {'Port': ['ID=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:45.875322 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e938c42-9cb8-4385-b2b8-de1d80efc438 req-f3462d64-ffbe-485c-abeb-b0e005267e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:45.876866 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7e938c42-9cb8-4385-b2b8-de1d80efc438 req-f3462d64-ffbe-485c-abeb-b0e005267e31 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 1127 time: 0.0522654 Aug 29 21:32:46.008792 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e938c42-9cb8-4385-b2b8-de1d80efc438 req-46f0aa40-2027-4943-9de2-8139ea4d7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:46.011293 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7e938c42-9cb8-4385-b2b8-de1d80efc438 req-46f0aa40-2027-4943-9de2-8139ea4d7243 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=8695633e1e2744b6b6554536f1109fc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1242385 Aug 29 21:32:46.138474 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47328) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:46.139660 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=17 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:46.157248 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e938c42-9cb8-4385-b2b8-de1d80efc438 req-c510b812-0075-4b8a-977f-c307e4309a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:46.158979 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7e938c42-9cb8-4385-b2b8-de1d80efc438 req-c510b812-0075-4b8a-977f-c307e4309a66 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413953 Aug 29 21:32:46.266541 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698b711-ea81-4997-bf99-1cd8cfcc7c1b req-a643acac-ff5d-44ec-aba1-d7d9f569d2b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:46.267067 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-2975f143-ea71-4365-80d3-1142f4cc03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:46.268611 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-2975f143-ea71-4365-80d3-1142f4cc03f1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 1127 time: 0.0629206 Aug 29 21:32:46.269181 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e698b711-ea81-4997-bf99-1cd8cfcc7c1b req-a643acac-ff5d-44ec-aba1-d7d9f569d2b3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 943 time: 0.0577638 Aug 29 21:32:46.325866 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-43aad99f-52a6-42b3-a7a8-f38ba694130d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc HTTP/1.1" status: 200 len: 217 time: 0.0471814 Aug 29 21:32:46.327587 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e698b711-ea81-4997-bf99-1cd8cfcc7c1b req-2903a7ee-023e-4a4f-aa4e-a286a9651847 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518405 Aug 29 21:32:46.332681 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4f2af089-a85b-4d92-bd99-0cbefb5eb602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:46.413142 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-6c6aba0b-7428-4e98-8894-b6924d1948cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:46.414550 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-6c6aba0b-7428-4e98-8894-b6924d1948cf service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 200 len: 854 time: 0.0778458 Aug 29 21:32:46.484917 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-8682a6c3-a023-4844-a6e3-258c20a79997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:46.486466 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-8682a6c3-a023-4844-a6e3-258c20a79997 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d52e082-ed9a-4937-bc0b-8b03e2527c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644825 Aug 29 21:32:46.506710 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:46.529706 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4f2af089-a85b-4d92-bd99-0cbefb5eb602 admin admin] Publish callbacks [] for security_group (b9aea8d1-85b9-48c2-aca4-02327d92bdd9), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:46.561522 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:46.607441 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-c9c54088-6e81-48fd-b4dc-def4584bafdb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099741 Aug 29 21:32:46.636839 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4f2af089-a85b-4d92-bd99-0cbefb5eb602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (b9aea8d1-85b9-48c2-aca4-02327d92bdd9), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:46.994873 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-4f2af089-a85b-4d92-bd99-0cbefb5eb602 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=dbb0a73c46af4c3ea4258c0572d4ef7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8550990 Aug 29 21:32:46.998975 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47334) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:47.001097 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2af089-a85b-4d92-bd99-0cbefb5eb602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aea8d1-85b9-48c2-aca4-02327d92bdd9,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:47.031775 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a7394b0e-6bc9-498e-a89c-f55fa6e23d77 req-ea10e4cc-774a-4863-9f52-042464d88ce1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161758 Aug 29 21:32:47.068120 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Publish callbacks [] for security_group (b9aea8d1-85b9-48c2-aca4-02327d92bdd9), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:47.098321 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Publish callbacks [] for security_group (b9aea8d1-85b9-48c2-aca4-02327d92bdd9), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:47.272375 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (b9aea8d1-85b9-48c2-aca4-02327d92bdd9), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:47.275840 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:47.277343 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b9aea8d1-85b9-48c2-aca4-02327d92bdd9 HTTP/1.1" status: 204 len: 168 time: 0.2770436 Aug 29 21:32:47.286546 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aea8d1-85b9-48c2-aca4-02327d92bdd9,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:47.295442 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.295788 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.296177 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.296519 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.296854 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.297189 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.297515 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.297847 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.298765 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.299108 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.299440 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.299807 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.300139 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.300503 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.300827 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e4b97-582f-43bf-9233-f4efe981e8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:32:47.482587 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d09d8-23a9-4dd0-a664-c5854e5adaa1 req-61526e80-d389-407d-85a4-d9fb85a3ff0b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:47.485374 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-429d09d8-23a9-4dd0-a664-c5854e5adaa1 req-61526e80-d389-407d-85a4-d9fb85a3ff0b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 943 time: 0.0707335 Aug 29 21:32:47.545589 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-429d09d8-23a9-4dd0-a664-c5854e5adaa1 req-a3f9fbcb-513f-40bc-94e1-ac3cbaf85615 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540102 Aug 29 21:32:48.715347 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:48.732553 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82728dc8-2d85-4429-98cb-48d7bfef049b req-3fdb2ccc-41e5-413d-90ea-3a1d13532913 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:48.735163 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-82728dc8-2d85-4429-98cb-48d7bfef049b req-3fdb2ccc-41e5-413d-90ea-3a1d13532913 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 943 time: 0.0589495 Aug 29 21:32:48.820972 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-82728dc8-2d85-4429-98cb-48d7bfef049b req-aae11461-787a-496b-a862-71cc4804092e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757048 Aug 29 21:32:50.006611 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef5260-fc9e-4b6a-9328-bde22cc19cf5 req-9b65b509-dd0f-45da-9aff-2b04f22f40c8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:50.009748 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d6ef5260-fc9e-4b6a-9328-bde22cc19cf5 req-9b65b509-dd0f-45da-9aff-2b04f22f40c8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 943 time: 0.0869813 Aug 29 21:32:50.085968 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d6ef5260-fc9e-4b6a-9328-bde22cc19cf5 req-eabd32e4-b632-470b-a01b-8a6279ca0e73 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651035 Aug 29 21:32:51.230123 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0b38e-1df0-44e3-b61d-826fbe0609e0 req-c10e4fd9-e48e-4ae4-bfc2-8c8b027f9939 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:51.231817 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-45b0b38e-1df0-44e3-b61d-826fbe0609e0 req-c10e4fd9-e48e-4ae4-bfc2-8c8b027f9939 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 943 time: 0.0560308 Aug 29 21:32:51.291906 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-45b0b38e-1df0-44e3-b61d-826fbe0609e0 req-05289ba5-1fa1-4a6c-b4f7-0c10b316f0e0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504999 Aug 29 21:32:51.405884 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:32:51.412611 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:51.529190 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:51.549384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'port_id': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc', 'mac_address': 'fa:16:3e:17:b1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:32:51.556468 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:51.610773 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:32:51.611392 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:51.618587 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47418) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:51.633922 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:32:51.680366 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:51.766850 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d708b262-5302-46c6-88ca-fa7bb92900af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:51.805627 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:51.867847 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d708b262-5302-46c6-88ca-fa7bb92900af admin admin] Publish callbacks [] for security_group (09404651-a9b0-438b-8b36-5cfb7321f524), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:51.883142 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:51.974767 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d708b262-5302-46c6-88ca-fa7bb92900af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (09404651-a9b0-438b-8b36-5cfb7321f524), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:52.017883 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d708b262-5302-46c6-88ca-fa7bb92900af admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=7ee275f726c2429585cd571914c831cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981509 Aug 29 21:32:52.019192 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708b262-5302-46c6-88ca-fa7bb92900af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09404651-a9b0-438b-8b36-5cfb7321f524,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:52.021705 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47426) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:52.054818 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['44144b9e-ff7d-4c65-b8c4-575d2da5e3cc'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:32:52.110632 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-48e1b2bb-b563-4059-a8e3-f53cc59959ec admin admin] Publish callbacks [] for security_group (09404651-a9b0-438b-8b36-5cfb7321f524), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:52.146561 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-48e1b2bb-b563-4059-a8e3-f53cc59959ec admin admin] Publish callbacks [] for security_group (09404651-a9b0-438b-8b36-5cfb7321f524), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:52.342475 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-48e1b2bb-b563-4059-a8e3-f53cc59959ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (09404651-a9b0-438b-8b36-5cfb7321f524), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:52.345398 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-48e1b2bb-b563-4059-a8e3-f53cc59959ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:52.349235 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-48e1b2bb-b563-4059-a8e3-f53cc59959ec admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/09404651-a9b0-438b-8b36-5cfb7321f524 HTTP/1.1" status: 204 len: 168 time: 0.3236544 Aug 29 21:32:52.359240 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1b2bb-b563-4059-a8e3-f53cc59959ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09404651-a9b0-438b-8b36-5cfb7321f524,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:52.479634 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:52.494572 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f611f7-0cd4-4c96-a13e-d186b3150183 req-090b61ba-4b81-40fa-b358-2b322549084b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:52.496389 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-19f611f7-0cd4-4c96-a13e-d186b3150183 req-090b61ba-4b81-40fa-b358-2b322549084b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 944 time: 0.0611515 Aug 29 21:32:52.577229 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-19f611f7-0cd4-4c96-a13e-d186b3150183 req-9924b249-9b50-47d8-b6a7-e34cbf8ff4c5 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717795 Aug 29 21:32:53.421851 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:32:53.478277 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47452) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:53.483478 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:32:53.498630 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-49a153cd-812b-4b04-a6d7-64dc5e91420e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:53.564644 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:53.599851 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:32:53.600264 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:53.612026 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-49a153cd-812b-4b04-a6d7-64dc5e91420e admin admin] Publish callbacks [] for security_group (99b12091-efb8-405d-a8d8-666df3f51eee), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:53.719897 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:32:53.720268 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:53.730046 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-49a153cd-812b-4b04-a6d7-64dc5e91420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (99b12091-efb8-405d-a8d8-666df3f51eee), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:53.750577 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3549b2-b215-4a30-b063-31786b24b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:53.753826 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fe0a8c-cc70-4884-b561-2e659b13e99d" -d '{"events": [{"server_uuid": "5e3549b2-b215-4a30-b063-31786b24b795", "name": "network-vif-plugged", "status": "completed", "tag": "44144b9e-ff7d-4c65-b8c4-575d2da5e3cc"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:53.770966 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:32:53.800604 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c441-c509-4d8d-89ab-57233145504f req-8533df4b-c29e-47e0-b586-3a072f034ab8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:53.803066 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8b40c441-c509-4d8d-89ab-57233145504f req-8533df4b-c29e-47e0-b586-3a072f034ab8 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 944 time: 0.0921319 Aug 29 21:32:53.805681 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a153cd-812b-4b04-a6d7-64dc5e91420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b12091-efb8-405d-a8d8-666df3f51eee,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:53.822082 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-49a153cd-812b-4b04-a6d7-64dc5e91420e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=4185d03afebf4100b67632a18bdde4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398023 Aug 29 21:32:53.823096 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47460) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:53.864145 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8b40c441-c509-4d8d-89ab-57233145504f req-d3892fc4-ef91-4818-ac17-3b25af50f753 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559533 Aug 29 21:32:53.896374 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:53.901103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-08ea418c-4883-4299-bfa0-30d72f0a3c54 admin admin] Publish callbacks [] for security_group (99b12091-efb8-405d-a8d8-666df3f51eee), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:53.902970 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:53.929902 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-08ea418c-4883-4299-bfa0-30d72f0a3c54 admin admin] Publish callbacks [] for security_group (99b12091-efb8-405d-a8d8-666df3f51eee), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:53.980255 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:53.989630 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:54.113863 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-08ea418c-4883-4299-bfa0-30d72f0a3c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (99b12091-efb8-405d-a8d8-666df3f51eee), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:54.125591 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-08ea418c-4883-4299-bfa0-30d72f0a3c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:54.125591 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-08ea418c-4883-4299-bfa0-30d72f0a3c54 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/99b12091-efb8-405d-a8d8-666df3f51eee HTTP/1.1" status: 204 len: 168 time: 0.2967062 Aug 29 21:32:54.141675 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea418c-4883-4299-bfa0-30d72f0a3c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b12091-efb8-405d-a8d8-666df3f51eee,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:32:54.297608 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c15dfa-970c-47af-a0bb-4f3bca5296df x-openstack-request-id: req-56c15dfa-970c-47af-a0bb-4f3bca5296df {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:54.298209 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3549b2-b215-4a30-b063-31786b24b795", "name": "network-vif-plugged", "status": "completed", "tag": "44144b9e-ff7d-4c65-b8c4-575d2da5e3cc", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:54.298539 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56c15dfa-970c-47af-a0bb-4f3bca5296df {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:54.299053 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c15dfa-970c-47af-a0bb-4f3bca5296df'] response: {'server_uuid': '5e3549b2-b215-4a30-b063-31786b24b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc', 'code': 200} Aug 29 21:32:54.771700 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0b130-b793-46cc-9590-53662bc28fa0 req-15bdbe1b-275c-4f4e-b7ff-d7365d389b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:54.773626 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2ec0b130-b793-46cc-9590-53662bc28fa0 req-15bdbe1b-275c-4f4e-b7ff-d7365d389b22 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 1129 time: 0.0480654 Aug 29 21:32:54.838276 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2ec0b130-b793-46cc-9590-53662bc28fa0 req-200025be-1f3c-4273-a75f-a53ae94fba65 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576727 Aug 29 21:32:55.026982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47acd8-673f-4924-b681-dd252537e096 req-ddf041f6-26cd-4868-9ef9-0cb9993ded6b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:55.028611 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5c47acd8-673f-4924-b681-dd252537e096 req-ddf041f6-26cd-4868-9ef9-0cb9993ded6b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 945 time: 0.0574882 Aug 29 21:32:55.095514 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5c47acd8-673f-4924-b681-dd252537e096 req-58d7eb52-f546-400b-a963-657ecaee4c8e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606773 Aug 29 21:32:55.989890 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0091a1a-36ad-40d8-9f80-e25a6f03ea7e req-c50ce72b-6967-4d79-9c39-8cf2fff7c435 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:55.992726 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c0091a1a-36ad-40d8-9f80-e25a6f03ea7e req-c50ce72b-6967-4d79-9c39-8cf2fff7c435 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0876441 Aug 29 21:32:56.085712 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c0091a1a-36ad-40d8-9f80-e25a6f03ea7e req-816a56c5-17be-4521-9225-4cb920685d5a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844226 Aug 29 21:32:56.282394 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1be7-35e1-476d-a53f-5bfc8b2046da req-01ea4b8f-a1a0-4a2e-af52-e94cd6820d76 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:56.285308 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2dbc1be7-35e1-476d-a53f-5bfc8b2046da req-01ea4b8f-a1a0-4a2e-af52-e94cd6820d76 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 945 time: 0.0838225 Aug 29 21:32:56.364137 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2dbc1be7-35e1-476d-a53f-5bfc8b2046da req-5af296b6-9863-4a20-be64-2cea2cf81c6f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672007 Aug 29 21:32:57.254142 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf723c7-b3e4-4368-8aad-9f1e3b1dc830 req-415f5ddb-3152-491a-8bdd-4daadec89cbb tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:57.256799 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-acf723c7-b3e4-4368-8aad-9f1e3b1dc830 req-415f5ddb-3152-491a-8bdd-4daadec89cbb tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0739925 Aug 29 21:32:57.325184 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-acf723c7-b3e4-4368-8aad-9f1e3b1dc830 req-519d12f2-0247-4f41-97e4-ea714db1c10f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595100 Aug 29 21:32:57.565363 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092360a-579f-4072-a2f1-86eb926a574c req-119345e6-5779-4103-9ca9-5b8771153ee3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:57.568398 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3092360a-579f-4072-a2f1-86eb926a574c req-119345e6-5779-4103-9ca9-5b8771153ee3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 945 time: 0.0863519 Aug 29 21:32:57.646128 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3092360a-579f-4072-a2f1-86eb926a574c req-10d76f42-be0d-49aa-bd63-686a70f762cd tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687442 Aug 29 21:32:57.793964 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e498595-a194-4205-bce3-163ae84a55c6 req-3a6d1564-4620-45f1-966c-2787d4c47fe3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:57.795542 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1e498595-a194-4205-bce3-163ae84a55c6 req-3a6d1564-4620-45f1-966c-2787d4c47fe3 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 945 time: 0.0592427 Aug 29 21:32:57.809084 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47544) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:57.815040 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-9f6e6d56-2205-47f8-9419-7719ee6fc17d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Request body: {'floatingip': {'port_id': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:32:57.861819 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6d56-2205-47f8-9419-7719ee6fc17d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (d663bfd5-5618-47de-8ebe-58a3829954ee), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:58.319683 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:58.435549 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6d56-2205-47f8-9419-7719ee6fc17d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:58.519841 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6d56-2205-47f8-9419-7719ee6fc17d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (d663bfd5-5618-47de-8ebe-58a3829954ee), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:58.594854 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a514cc3-03ed-4b76-a48d-f475b3d29a4f req-2de03b9d-cffe-4eeb-ad54-de876ddcdc46 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:58.597472 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9a514cc3-03ed-4b76-a48d-f475b3d29a4f req-2de03b9d-cffe-4eeb-ad54-de876ddcdc46 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.1318808 Aug 29 21:32:58.631142 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:58.706072 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9a514cc3-03ed-4b76-a48d-f475b3d29a4f req-22aa533b-d290-4059-a57c-64f1e369a45e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012216 Aug 29 21:32:58.712575 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [None req-9f6e6d56-2205-47f8-9419-7719ee6fc17d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Floating IP d663bfd5-5618-47de-8ebe-58a3829954ee associated. External IP: 172.27.3.169, port: 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc. Aug 29 21:32:58.952795 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6e6d56-2205-47f8-9419-7719ee6fc17d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:32:59.019946 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=14 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:59.041341 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=18 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:59.070998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6e6d56-2205-47f8-9419-7719ee6fc17d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:32:59.076463 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6d56-2205-47f8-9419-7719ee6fc17d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:59.080986 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:32:59.091541 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:59.092220 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:59.109603 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-9f6e6d56-2205-47f8-9419-7719ee6fc17d tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/d663bfd5-5618-47de-8ebe-58a3829954ee HTTP/1.1" status: 200 len: 991 time: 1.2991683 Aug 29 21:32:59.110175 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3549b2-b215-4a30-b063-31786b24b795', 'tag': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:32:59.112611 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d488a9-142f-427a-9629-057f1a447361" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3549b2-b215-4a30-b063-31786b24b795", "tag": "44144b9e-ff7d-4c65-b8c4-575d2da5e3cc"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:32:59.158284 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b33761-6339-4aa2-94bc-f642dec8a887 x-openstack-request-id: req-b0b33761-6339-4aa2-94bc-f642dec8a887 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:32:59.158759 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3549b2-b215-4a30-b063-31786b24b795", "tag": "44144b9e-ff7d-4c65-b8c4-575d2da5e3cc", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:32:59.159036 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0b33761-6339-4aa2-94bc-f642dec8a887 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:32:59.159418 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b33761-6339-4aa2-94bc-f642dec8a887'] response: {'name': 'network-changed', 'server_uuid': '5e3549b2-b215-4a30-b063-31786b24b795', 'tag': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc', 'status': 'completed', 'code': 200} Aug 29 21:32:59.215927 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:59.238606 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d488a9-142f-427a-9629-057f1a447361 req-b7a8f52f-2585-472a-badf-4e4bb9d8298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:59.246244 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-11d488a9-142f-427a-9629-057f1a447361 req-b7a8f52f-2585-472a-badf-4e4bb9d8298b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8695633e1e2744b6b6554536f1109fc6&device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 1129 time: 0.0548096 Aug 29 21:32:59.336078 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:59.351897 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d488a9-142f-427a-9629-057f1a447361 req-f3b86ad3-2494-4a6d-9e4c-368f32f3dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:59.353761 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-11d488a9-142f-427a-9629-057f1a447361 req-f3b86ad3-2494-4a6d-9e4c-368f32f3dd85 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 200 len: 916 time: 0.1072724 Aug 29 21:32:59.437846 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-11d488a9-142f-427a-9629-057f1a447361 req-e471dab8-6740-42ee-b585-2be5c14dceaa service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc HTTP/1.1" status: 200 len: 999 time: 0.0779781 Aug 29 21:32:59.491216 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d488a9-142f-427a-9629-057f1a447361 req-dd02cb99-3627-4652-a373-7413e394ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:59.492846 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-11d488a9-142f-427a-9629-057f1a447361 req-dd02cb99-3627-4652-a373-7413e394ef66 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 200 len: 854 time: 0.0496395 Aug 29 21:32:59.546108 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d488a9-142f-427a-9629-057f1a447361 req-c26f7541-3c03-46f4-ad10-652ccd0293e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:59.547753 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-11d488a9-142f-427a-9629-057f1a447361 req-c26f7541-3c03-46f4-ad10-652ccd0293e5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d52e082-ed9a-4937-bc0b-8b03e2527c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494645 Aug 29 21:32:59.604807 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'd663bfd5-5618-47de-8ebe-58a3829954ee', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:17:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3549b2-b215-4a30-b063-31786b24b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:32:38Z', 'updated_at': '2022-08-29T21:32:58Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:59.648964 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:32:59.662983 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:32:59.664014 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:32:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:32:59.670451 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-11d488a9-142f-427a-9629-057f1a447361 req-a50c5580-fefe-40d1-86d0-74f3ef68534d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167026 Aug 29 21:32:59.788230 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-11d488a9-142f-427a-9629-057f1a447361 req-c97de51a-b81e-4720-914b-90874bfd25ec service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118798 Aug 29 21:32:59.812273 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:32:59.898177 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ae8f4-efd9-4e2f-ad35-49e5b2c84a99 req-82df4ac5-6793-4034-b4e2-4d27d7feb831 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:32:59.901047 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-847ae8f4-efd9-4e2f-ad35-49e5b2c84a99 req-82df4ac5-6793-4034-b4e2-4d27d7feb831 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0662444 Aug 29 21:32:59.954275 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-847ae8f4-efd9-4e2f-ad35-49e5b2c84a99 req-51eb0abb-548f-4b55-b8ed-3afc32f8e33a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471416 Aug 29 21:33:00.097416 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:00.127325 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'd663bfd5-5618-47de-8ebe-58a3829954ee', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:17:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3549b2-b215-4a30-b063-31786b24b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:32:38Z', 'updated_at': '2022-08-29T21:32:58Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:00.160493 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc6460-deb0-4124-969a-8e0c065ff47a None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'd663bfd5-5618-47de-8ebe-58a3829954ee', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'port_id': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'mac_address': 'fa:16:3e:17:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3549b2-b215-4a30-b063-31786b24b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:32:38Z', 'updated_at': '2022-08-29T21:32:58Z', 'revision_number': 1, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:33:00.371561 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e8c4d-5820-42b4-bc0e-ad62d6eb5e7c None None] New status for floating IP d663bfd5-5618-47de-8ebe-58a3829954ee: ACTIVE {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:33:01.104351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe5f2d-af84-4dff-b914-0350e4414ed4 req-842e5000-6747-41ef-8604-47073935e752 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:01.105981 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-befe5f2d-af84-4dff-b914-0350e4414ed4 req-842e5000-6747-41ef-8604-47073935e752 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0553215 Aug 29 21:33:01.166307 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-befe5f2d-af84-4dff-b914-0350e4414ed4 req-168c8a2f-c6e4-4da1-8bf5-655cc5f60a0c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541837 Aug 29 21:33:02.325683 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181527fd-73fd-4939-a171-b45bb775df87 req-1b29e4fb-bb8c-4ac9-b6f9-272bb5a00e51 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:02.334743 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-181527fd-73fd-4939-a171-b45bb775df87 req-1b29e4fb-bb8c-4ac9-b6f9-272bb5a00e51 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0550311 Aug 29 21:33:02.387634 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-181527fd-73fd-4939-a171-b45bb775df87 req-e49cf1ee-4c52-4af9-890f-bc359b0b8528 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538526 Aug 29 21:33:03.244570 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-1df52c95-ee18-4fbb-8c60-12cbda0532c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:03.533159 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e93ec2-4c17-4c26-a457-2521f7a6ac5a req-bdfb4005-233a-4a7d-bdad-87ee6b832851 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:03.534762 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-74e93ec2-4c17-4c26-a457-2521f7a6ac5a req-bdfb4005-233a-4a7d-bdad-87ee6b832851 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0520687 Aug 29 21:33:03.589544 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-74e93ec2-4c17-4c26-a457-2521f7a6ac5a req-017cefa7-d9de-4dad-889b-e254bce6a36f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477834 Aug 29 21:33:04.721661 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ad039-4ec3-4584-b95e-b2e59529cbb0 req-0335daac-3af0-4751-a49b-3a5857d63e9c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:04.723298 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b76ad039-4ec3-4584-b95e-b2e59529cbb0 req-0335daac-3af0-4751-a49b-3a5857d63e9c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0508485 Aug 29 21:33:04.781345 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b76ad039-4ec3-4584-b95e-b2e59529cbb0 req-48f19d86-b13b-4685-8ebb-7ad80b0d9a2f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500858 Aug 29 21:33:05.381149 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-06685488-db52-4a0e-9d90-3d3888054ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:05.918173 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00750ae5-0de1-4cfa-8df6-3881c1cb3a8a req-9fb97e44-3319-4c84-894e-ac001ffb9b32 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:05.919606 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-00750ae5-0de1-4cfa-8df6-3881c1cb3a8a req-9fb97e44-3319-4c84-894e-ac001ffb9b32 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0509841 Aug 29 21:33:05.955120 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:05.967937 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-00750ae5-0de1-4cfa-8df6-3881c1cb3a8a req-59cfd727-996d-4e26-a1ee-bdab2cf18da5 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426745 Aug 29 21:33:06.775011 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:07.085925 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:07.102797 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9a249-5356-49d2-93c2-7c1272ee2020 req-24cc657a-6ece-4698-8326-48fffe6ab2d4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:07.105018 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-79b9a249-5356-49d2-93c2-7c1272ee2020 req-24cc657a-6ece-4698-8326-48fffe6ab2d4 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0524571 Aug 29 21:33:07.159538 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-79b9a249-5356-49d2-93c2-7c1272ee2020 req-338e3e40-f26f-49a9-b2ee-01d632c0eccd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461962 Aug 29 21:33:08.291277 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f6bcc-f39a-4c5c-9208-cca3ca9d6e78 req-7cbb2d2f-9038-4d12-a78f-f5f9147d30d1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:08.293470 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8d3f6bcc-f39a-4c5c-9208-cca3ca9d6e78 req-7cbb2d2f-9038-4d12-a78f-f5f9147d30d1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0516284 Aug 29 21:33:08.319225 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:08.351628 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8d3f6bcc-f39a-4c5c-9208-cca3ca9d6e78 req-ad89d3da-c31c-4371-bf44-1eaff8103107 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520201 Aug 29 21:33:08.454594 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:09.045521 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:33:09.487951 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2e960-5f09-4e00-89bd-13912639b645 req-e23ddf75-b185-4286-a498-8358eeabcb5b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:09.489503 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3ec2e960-5f09-4e00-89bd-13912639b645 req-e23ddf75-b185-4286-a498-8358eeabcb5b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0525579 Aug 29 21:33:09.544917 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3ec2e960-5f09-4e00-89bd-13912639b645 req-dec31548-2ecd-4f27-b552-d7fb5ae85baf tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487189 Aug 29 21:33:10.682145 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e2d72-085d-450b-b75e-f606d4b150aa req-814b3881-56a8-456d-9c31-03226deb7daa tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:10.684314 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d16e2d72-085d-450b-b75e-f606d4b150aa req-814b3881-56a8-456d-9c31-03226deb7daa tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0526640 Aug 29 21:33:10.696803 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:10.735223 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d16e2d72-085d-450b-b75e-f606d4b150aa req-17f44d68-4d74-4dfe-a0dc-abb4326e4f13 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450938 Aug 29 21:33:11.868784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae20a8b-9255-40ea-a920-8666cae62b6c req-8decc979-e1ef-4dbf-908b-fe0ec6357603 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:11.870831 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aae20a8b-9255-40ea-a920-8666cae62b6c req-8decc979-e1ef-4dbf-908b-fe0ec6357603 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0525107 Aug 29 21:33:11.918164 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aae20a8b-9255-40ea-a920-8666cae62b6c req-a52c3fd4-0187-4ea9-b444-94c5e893538f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416682 Aug 29 21:33:12.155024 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47710) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:12.274824 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:12.367304 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Publish callbacks [] for security_group (b385cb5c-f9a3-4f3d-9cb0-7f0e39e5a72b), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:12.467910 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (b385cb5c-f9a3-4f3d-9cb0-7f0e39e5a72b), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:12.487558 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:12.514859 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3b559a27cdbe446db161fa978b3620f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587267 Aug 29 21:33:12.515743 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b385cb5c-f9a3-4f3d-9cb0-7f0e39e5a72b,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:12.517875 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47716) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:12.523753 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.524269 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.524482 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.524842 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.525145 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.525482 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.525813 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.526667 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.526997 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.527322 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.527656 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.528008 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.528337 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.528672 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.528986 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4700c-062e-4bec-83de-f55cc5b4c4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:12.577807 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0fe8dc7a-7b2b-4f89-9baf-2c1c53fe4400 admin admin] Publish callbacks [] for security_group (b385cb5c-f9a3-4f3d-9cb0-7f0e39e5a72b), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:12.600542 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0fe8dc7a-7b2b-4f89-9baf-2c1c53fe4400 admin admin] Publish callbacks [] for security_group (b385cb5c-f9a3-4f3d-9cb0-7f0e39e5a72b), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:12.605197 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:12.825715 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0fe8dc7a-7b2b-4f89-9baf-2c1c53fe4400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (b385cb5c-f9a3-4f3d-9cb0-7f0e39e5a72b), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:12.828423 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0fe8dc7a-7b2b-4f89-9baf-2c1c53fe4400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:12.829611 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0fe8dc7a-7b2b-4f89-9baf-2c1c53fe4400 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b385cb5c-f9a3-4f3d-9cb0-7f0e39e5a72b HTTP/1.1" status: 204 len: 168 time: 0.3100803 Aug 29 21:33:12.840635 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8dc7a-7b2b-4f89-9baf-2c1c53fe4400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b385cb5c-f9a3-4f3d-9cb0-7f0e39e5a72b,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:13.060315 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbff71-4eeb-4c9a-bc11-33c8991c513b req-9860bc4a-5b53-4d3a-9bf9-0a73056f7e6d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:13.061963 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a1dbff71-4eeb-4c9a-bc11-33c8991c513b req-9860bc4a-5b53-4d3a-9bf9-0a73056f7e6d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0557897 Aug 29 21:33:13.122432 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a1dbff71-4eeb-4c9a-bc11-33c8991c513b req-8bb14fca-ddb9-436b-85c4-7fe2b8319aa7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545690 Aug 29 21:33:13.530313 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:33:13.546201 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:13.644735 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:13.661481 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'port_id': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'mac_address': 'fa:16:3e:51:d2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:33:13.701393 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 66c8e05e-f016-4ff0-8e7c-2e45a091431f is: ACTIVE; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:33:13.701791 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:13.715940 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66c8e05e-f016-4ff0-8e7c-2e45a091431f {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:33:13.738380 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:13.822700 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:13.829016 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47726) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:13.844197 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c52c1a85-348d-4727-bca4-480c501d0287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:13.883498 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=6']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:13.891396 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.892816 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.892816 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.892816 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.893067 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.893292 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.893622 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.893952 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.894275 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.894595 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.894927 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.895298 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.895623 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.895962 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.896278 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:13.932680 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c52c1a85-348d-4727-bca4-480c501d0287 admin admin] Publish callbacks [] for security_group (05288356-888a-418f-9c03-fa1b84011ca2), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:13.947514 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['66c8e05e-f016-4ff0-8e7c-2e45a091431f'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:33:14.036664 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:14.096973 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c52c1a85-348d-4727-bca4-480c501d0287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (05288356-888a-418f-9c03-fa1b84011ca2), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:14.140147 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c52c1a85-348d-4727-bca4-480c501d0287 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d7b4602351b742e48324128b9fc0ab94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099060 Aug 29 21:33:14.141238 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c1a85-348d-4727-bca4-480c501d0287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05288356-888a-418f-9c03-fa1b84011ca2,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:14.142912 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47728) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:14.201931 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-697bb5df-0151-4238-bda3-c0d7d5988722 admin admin] Publish callbacks [] for security_group (05288356-888a-418f-9c03-fa1b84011ca2), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:14.248750 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-697bb5df-0151-4238-bda3-c0d7d5988722 admin admin] Publish callbacks [] for security_group (05288356-888a-418f-9c03-fa1b84011ca2), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:14.286573 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb8249-e919-4c78-90e5-a453773e02cb req-ed3e6461-4358-4cba-a064-8819c32f696b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:14.288185 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-81eb8249-e919-4c78-90e5-a453773e02cb req-ed3e6461-4358-4cba-a064-8819c32f696b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 944 time: 0.0763018 Aug 29 21:33:14.346149 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-81eb8249-e919-4c78-90e5-a453773e02cb req-392cf3e8-cf1d-4030-ab3f-790aa4e837f7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489480 Aug 29 21:33:14.417612 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-697bb5df-0151-4238-bda3-c0d7d5988722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (05288356-888a-418f-9c03-fa1b84011ca2), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:14.420621 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-697bb5df-0151-4238-bda3-c0d7d5988722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:14.421877 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-697bb5df-0151-4238-bda3-c0d7d5988722 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/05288356-888a-418f-9c03-fa1b84011ca2 HTTP/1.1" status: 204 len: 168 time: 0.2777979 Aug 29 21:33:14.430737 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bb5df-0151-4238-bda3-c0d7d5988722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05288356-888a-418f-9c03-fa1b84011ca2,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:15.501926 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6acb2f-bbff-4b53-b9f9-c80e91e8cecc req-bdcb5902-ce55-4ee1-b1e4-1c1492b34c9e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:15.504624 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4c6acb2f-bbff-4b53-b9f9-c80e91e8cecc req-bdcb5902-ce55-4ee1-b1e4-1c1492b34c9e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 944 time: 0.0612960 Aug 29 21:33:15.545159 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:33:15.602541 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 66c8e05e-f016-4ff0-8e7c-2e45a091431f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:33:15.603182 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:15.694489 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 66c8e05e-f016-4ff0-8e7c-2e45a091431f is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:33:15.695246 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:15.726633 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:33:15.729153 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a3b945-dbca-4f89-a3a1-6138c42bf67c" -d '{"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-plugged", "status": "completed", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:33:15.748424 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:15.781300 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f4ab4-fa12-45aa-a3a1-5ae3f28c8e9a x-openstack-request-id: req-265f4ab4-fa12-45aa-a3a1-5ae3f28c8e9a {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:33:15.781772 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-plugged", "status": "completed", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:33:15.782187 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-265f4ab4-fa12-45aa-a3a1-5ae3f28c8e9a {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:33:15.783972 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265f4ab4-fa12-45aa-a3a1-5ae3f28c8e9a'] response: {'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'code': 200} Aug 29 21:33:15.873434 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4c6acb2f-bbff-4b53-b9f9-c80e91e8cecc req-7fe91073-ab19-444b-9f18-97c68fe4616d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3630166 Aug 29 21:33:15.879532 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:15.969674 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=7']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:17.084276 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740232a-e4b8-4e6d-a0da-b4bf57328394 req-0092f87f-c9ad-4f78-82ec-b7fcd715d8cd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:17.086655 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6740232a-e4b8-4e6d-a0da-b4bf57328394 req-0092f87f-c9ad-4f78-82ec-b7fcd715d8cd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0801065 Aug 29 21:33:17.191947 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-6740232a-e4b8-4e6d-a0da-b4bf57328394 req-3eae9d87-8d84-40f8-ac9b-fe9f369ed114 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958793 Aug 29 21:33:18.367555 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32804dfc-f048-47a6-a86a-58b38859e4f2 req-792294cc-4b0a-488c-83e7-1734b68128ff tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:18.375305 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-32804dfc-f048-47a6-a86a-58b38859e4f2 req-792294cc-4b0a-488c-83e7-1734b68128ff tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0879147 Aug 29 21:33:18.443215 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-32804dfc-f048-47a6-a86a-58b38859e4f2 req-c608e120-a172-4616-a403-6d78bc82e0d1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668507 Aug 29 21:33:19.039967 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:19.041958 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:19.581691 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576db69c-a364-48fa-9f70-25d1e8a4422b req-786c97bb-fb10-4062-b547-226757644586 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:19.583361 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-576db69c-a364-48fa-9f70-25d1e8a4422b req-786c97bb-fb10-4062-b547-226757644586 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0614767 Aug 29 21:33:19.639910 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-576db69c-a364-48fa-9f70-25d1e8a4422b req-d653ca14-2bd6-4a61-bcd5-339298448b04 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468268 Aug 29 21:33:20.827700 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbef44-abcc-4b1e-acc1-cdfc9dbd9e60 req-2dc4a1e7-3bbc-4476-be3a-8f0f1f5b2210 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:20.829688 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1acbef44-abcc-4b1e-acc1-cdfc9dbd9e60 req-2dc4a1e7-3bbc-4476-be3a-8f0f1f5b2210 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0732999 Aug 29 21:33:20.934469 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1acbef44-abcc-4b1e-acc1-cdfc9dbd9e60 req-73923b2e-2c90-4f55-9d4a-ad45c261db73 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948160 Aug 29 21:33:22.025308 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4aa565-d910-490e-9d7f-f7401e063545 req-663ae873-2ba1-4c55-a5d7-34e041a500f0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:22.039499 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5c4aa565-d910-490e-9d7f-f7401e063545 req-663ae873-2ba1-4c55-a5d7-34e041a500f0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.1077101 Aug 29 21:33:22.150957 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5c4aa565-d910-490e-9d7f-f7401e063545 req-505e18e2-2d13-4afb-8edd-dcd1f024c66c tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091194 Aug 29 21:33:22.201808 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e446f2-e8b5-4484-9820-bb2d26fa6163 req-f2b543ab-3fbe-41cf-9315-5fcb1809bf45 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:22.210116 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-88e446f2-e8b5-4484-9820-bb2d26fa6163 req-f2b543ab-3fbe-41cf-9315-5fcb1809bf45 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.1090374 Aug 29 21:33:22.296654 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-88e446f2-e8b5-4484-9820-bb2d26fa6163 req-f1f604d3-45df-4c63-b65f-4e5d81374154 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852594 Aug 29 21:33:23.265808 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:23.279762 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bb772-8eeb-433b-bbd3-2994d503ae52 req-e2b69f14-6654-4d4a-9200-80858bd2eacc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:23.281291 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-974bb772-8eeb-433b-bbd3-2994d503ae52 req-e2b69f14-6654-4d4a-9200-80858bd2eacc tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.0501378 Aug 29 21:33:23.330898 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-974bb772-8eeb-433b-bbd3-2994d503ae52 req-90ef350a-6470-494b-9e59-c59d7b5c7dd8 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Aug 29 21:33:23.397215 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4943-a558-4bf2-8587-0c39d2cbb30b req-0011dd39-51b2-4ae1-8ccc-1710dcd30451 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:23.400302 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7f7d4943-a558-4bf2-8587-0c39d2cbb30b req-0011dd39-51b2-4ae1-8ccc-1710dcd30451 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0536888 Aug 29 21:33:23.412318 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:23.458383 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7f7d4943-a558-4bf2-8587-0c39d2cbb30b req-a4e05cde-ce80-41c0-ab77-c0ab04f9ff21 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518456 Aug 29 21:33:23.754714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-c0da86aa-075d-42de-85df-7cf5ac4d4861 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:23.756918 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-c0da86aa-075d-42de-85df-7cf5ac4d4861 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.0547533 Aug 29 21:33:23.861437 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Deleting port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:33:23.865301 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:23.958273 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:23.975319 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] For port 1f7519bf-31a6-4fc4-a960-21b24ae8df99, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1f7519bf-31a6-4fc4-a960-21b24ae8df99,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:23.975774 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:24.180573 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:24.181220 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (b35dc620-6a18-4082-9e48-2cbedd6da2ed), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:24.181539 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Floating IP b35dc620-6a18-4082-9e48-2cbedd6da2ed disassociated. External IP: 172.27.3.58, port: 1f7519bf-31a6-4fc4-a960-21b24ae8df99. Aug 29 21:33:24.181885 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Calling delete_port for 1f7519bf-31a6-4fc4-a960-21b24ae8df99 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:33:24.456486 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:24.472337 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca328adc-fb91-4787-aa69-8f1112e663db req-9bd56812-98a8-411e-a3d2-58240a485e48 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:24.473992 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ca328adc-fb91-4787-aa69-8f1112e663db req-9bd56812-98a8-411e-a3d2-58240a485e48 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 945 time: 0.0572317 Aug 29 21:33:24.482856 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (1f7519bf-31a6-4fc4-a960-21b24ae8df99), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:24.511995 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event deleted for resources: {'Port': ['ID=1f7519bf-31a6-4fc4-a960-21b24ae8df99,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:24.577613 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ca328adc-fb91-4787-aa69-8f1112e663db req-79a44fc6-d483-46f6-a86e-dc216ebe86d8 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8c5e3080-f878-46ba-b7ef-4be2d73958b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972841 Aug 29 21:33:24.642542 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:24.693005 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Router 566eb9b1-07eb-4c74-9622-b1b57afe38be has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:33:24.705103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96917b8d-fe0e-463e-92ec-d008b2891be1 req-afc44001-b53c-4e72-83b0-9b66a31eca0c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:24.706842 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-96917b8d-fe0e-463e-92ec-d008b2891be1 req-afc44001-b53c-4e72-83b0-9b66a31eca0c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0740726 Aug 29 21:33:24.873704 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-96917b8d-fe0e-463e-92ec-d008b2891be1 req-d3050712-de85-4226-8537-ddd83dbbd13e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1568320 Aug 29 21:33:24.885776 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:33:24.907922 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] Sync routers for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:33:24.926674 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:33:24.927648 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:33:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:24.996102 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] No DVR routers for this DVR port 1f7519bf-31a6-4fc4-a960-21b24ae8df99 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:33:25.004030 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:25.012829 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b30ab72e-c131-449e-9dfd-e28d7d34e044 req-451be513-fe8c-4c78-86b2-87da9b398ad1 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.16 "DELETE /networking/v2.0/ports/1f7519bf-31a6-4fc4-a960-21b24ae8df99 HTTP/1.1" status: 204 len: 173 time: 1.2486615 Aug 29 21:33:25.014133 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bd4734-3240-4f81-b09d-3579374dcf37', 'name': 'network-vif-deleted', 'tag': '1f7519bf-31a6-4fc4-a960-21b24ae8df99'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:33:25.014396 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47938) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:25.039865 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bcd298-25c3-4194-bd86-fe5881d42eeb" -d '{"events": [{"server_uuid": "14bd4734-3240-4f81-b09d-3579374dcf37", "name": "network-vif-deleted", "tag": "1f7519bf-31a6-4fc4-a960-21b24ae8df99"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:33:25.134384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:33:25.144476 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab613069-a1ce-4693-afb1-ba6584604594 x-openstack-request-id: req-ab613069-a1ce-4693-afb1-ba6584604594 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:33:25.144989 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bd4734-3240-4f81-b09d-3579374dcf37", "name": "network-vif-deleted", "tag": "1f7519bf-31a6-4fc4-a960-21b24ae8df99", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:33:25.145432 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab613069-a1ce-4693-afb1-ba6584604594 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:33:25.145954 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab613069-a1ce-4693-afb1-ba6584604594'] response: {'server_uuid': '14bd4734-3240-4f81-b09d-3579374dcf37', 'name': 'network-vif-deleted', 'tag': '1f7519bf-31a6-4fc4-a960-21b24ae8df99', 'status': 'completed', 'code': 200} Aug 29 21:33:25.253550 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0cdc-1a0a-429c-8359-40f62b98b5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:25.373015 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0cdc-1a0a-429c-8359-40f62b98b5dc admin admin] Publish callbacks [] for security_group (a952ca22-5c06-4eac-933e-ab8ce29a2546), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:25.420412 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:25.454281 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] Checking router: 566eb9b1-07eb-4c74-9622-b1b57afe38be for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:33:25.468396 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:33:25.469344 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:33:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:25.483284 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0cdc-1a0a-429c-8359-40f62b98b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a952ca22-5c06-4eac-933e-ab8ce29a2546), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:25.561921 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-ff6f0cdc-1a0a-429c-8359-40f62b98b5dc admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a58aa037dded4ce5bc5d58560c853564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5407901 Aug 29 21:33:25.562188 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47944) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:25.608657 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:33:25.614675 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f0cdc-1a0a-429c-8359-40f62b98b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a952ca22-5c06-4eac-933e-ab8ce29a2546,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:25.664535 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-324aafd8-aa9f-4990-9e4a-84a57cb2a09d admin admin] Publish callbacks [] for security_group (a952ca22-5c06-4eac-933e-ab8ce29a2546), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:25.696008 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-324aafd8-aa9f-4990-9e4a-84a57cb2a09d admin admin] Publish callbacks [] for security_group (a952ca22-5c06-4eac-933e-ab8ce29a2546), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:25.712989 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:25.787051 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63a482d9-91c1-4d21-8b3e-69dff2caecaf req-c1e16c1a-82ae-47c8-80cc-8561d47eab6a tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=14bd4734-3240-4f81-b09d-3579374dcf37 HTTP/1.1" status: 200 len: 210 time: 0.0523396 Aug 29 21:33:25.954269 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:25.993287 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-324aafd8-aa9f-4990-9e4a-84a57cb2a09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a952ca22-5c06-4eac-933e-ab8ce29a2546), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:25.996643 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-324aafd8-aa9f-4990-9e4a-84a57cb2a09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:26.000386 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-324aafd8-aa9f-4990-9e4a-84a57cb2a09d admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a952ca22-5c06-4eac-933e-ab8ce29a2546 HTTP/1.1" status: 204 len: 168 time: 0.4348109 Aug 29 21:33:26.002423 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c55c3-8924-4157-8cff-1e9ddbb484c8 None None] The sync data for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi is: [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 4, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '59755a55-f774-4134-bdce-a4668f1965a0', 'name': '', 'network_id': 'ca335ec8-2cdb-4727-aad4-e94fc1adcada', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'mac_address': 'fa:16:3e:c7:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:43Z', 'updated_at': '2022-08-29T21:26:59Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'subnets': [{'id': '84c16168-2d13-4210-b060-f2bf7757ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:33:26.043640 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324aafd8-aa9f-4990-9e4a-84a57cb2a09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a952ca22-5c06-4eac-933e-ab8ce29a2546,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:26.148394 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bd62a-b7ee-4f4d-bb31-de7fec01919f req-abc9382c-90c8-4578-9e2d-a79278f3224c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:26.150351 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-413bd62a-b7ee-4f4d-bb31-de7fec01919f req-abc9382c-90c8-4578-9e2d-a79278f3224c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.1524971 Aug 29 21:33:26.230884 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-413bd62a-b7ee-4f4d-bb31-de7fec01919f req-d70cec1c-42f6-4ea8-a9a8-cf6a10a10899 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725923 Aug 29 21:33:26.494423 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900cb13-bb0b-4309-853a-7ff0485596ae None None] New status for floating IP b35dc620-6a18-4082-9e48-2cbedd6da2ed: DOWN {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:33:27.024614 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47960) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:27.043264 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47962) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:27.059735 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-89695b55-63f4-416d-8dc5-2d1c7705a35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:27.103055 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-437f58c3-a3bd-4300-b79f-b37f7c964794 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (8c5e3080-f878-46ba-b7ef-4be2d73958b2), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:27.136412 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-437f58c3-a3bd-4300-b79f-b37f7c964794 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (8c5e3080-f878-46ba-b7ef-4be2d73958b2), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:27.174967 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-89695b55-63f4-416d-8dc5-2d1c7705a35b admin admin] Publish callbacks [] for security_group (20fff419-1006-4489-ae46-70384d376dad), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:27.381460 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538ebf6-9de6-4d70-8e3c-4c7393b39f64 req-cd2c381f-0573-4418-9702-5b5a979e46a9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:27.383301 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a538ebf6-9de6-4d70-8e3c-4c7393b39f64 req-cd2c381f-0573-4418-9702-5b5a979e46a9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0542209 Aug 29 21:33:27.443867 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a538ebf6-9de6-4d70-8e3c-4c7393b39f64 req-8b77c425-46f6-4f8d-b840-9df242316f52 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539725 Aug 29 21:33:27.592063 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 1f7519bf-31a6-4fc4-a960-21b24ae8df99 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:33:27.616017 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 1f7519bf-31a6-4fc4-a960-21b24ae8df99 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:33:27.616455 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 1f7519bf-31a6-4fc4-a960-21b24ae8df99 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:33:27.753296 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-89695b55-63f4-416d-8dc5-2d1c7705a35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (20fff419-1006-4489-ae46-70384d376dad), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:27.798999 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-89695b55-63f4-416d-8dc5-2d1c7705a35b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d56bd3cc126b4df9a91d51c5d0518920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7546144 Aug 29 21:33:27.799862 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89695b55-63f4-416d-8dc5-2d1c7705a35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fff419-1006-4489-ae46-70384d376dad,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:27.801947 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 47966) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:27.826453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-437f58c3-a3bd-4300-b79f-b37f7c964794 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8c5e3080-f878-46ba-b7ef-4be2d73958b2), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:27.829007 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-437f58c3-a3bd-4300-b79f-b37f7c964794 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:27.830138 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-437f58c3-a3bd-4300-b79f-b37f7c964794 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8c5e3080-f878-46ba-b7ef-4be2d73958b2 HTTP/1.1" status: 204 len: 168 time: 0.8046710 Aug 29 21:33:27.833133 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47968) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:27.851119 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f58c3-a3bd-4300-b79f-b37f7c964794 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5e3080-f878-46ba-b7ef-4be2d73958b2,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:27.852605 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.api.v2.resource [None req-32901423-31d2-45aa-b528-9a3eb9f2d35d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] show failed (client error): The resource could not be found. Aug 29 21:33:27.853966 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-32901423-31d2-45aa-b528-9a3eb9f2d35d tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "GET /networking/v2.0/security-groups/8c5e3080-f878-46ba-b7ef-4be2d73958b2 HTTP/1.1" status: 404 len: 347 time: 0.0195820 Aug 29 21:33:27.857379 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 47970) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:27.887274 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7eaf37c1-245a-4328-9bb6-724bffbeebc2 admin admin] Publish callbacks [] for security_group (20fff419-1006-4489-ae46-70384d376dad), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:27.900453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:27.911616 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7eaf37c1-245a-4328-9bb6-724bffbeebc2 admin admin] Publish callbacks [] for security_group (20fff419-1006-4489-ae46-70384d376dad), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:28.004317 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Deleting port ec2d54f4-870f-4a77-ad4a-802b68ec71ab {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:33:28.005129 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (ec2d54f4-870f-4a77-ad4a-802b68ec71ab), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:28.123971 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (ec2d54f4-870f-4a77-ad4a-802b68ec71ab), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:28.124656 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (ec2d54f4-870f-4a77-ad4a-802b68ec71ab), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:28.145528 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Calling delete_port for ec2d54f4-870f-4a77-ad4a-802b68ec71ab owned by network:floatingip {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:33:28.187707 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7eaf37c1-245a-4328-9bb6-724bffbeebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (20fff419-1006-4489-ae46-70384d376dad), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:28.189266 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:28.190333 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7eaf37c1-245a-4328-9bb6-724bffbeebc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:28.194088 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-7eaf37c1-245a-4328-9bb6-724bffbeebc2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/20fff419-1006-4489-ae46-70384d376dad HTTP/1.1" status: 204 len: 168 time: 0.3881702 Aug 29 21:33:28.209859 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf37c1-245a-4328-9bb6-724bffbeebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fff419-1006-4489-ae46-70384d376dad,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:28.213342 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:28.252287 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:28.459491 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (ec2d54f4-870f-4a77-ad4a-802b68ec71ab), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:28.550602 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Pushing event deleted for resources: {'Port': ['ID=ec2d54f4-870f-4a77-ad4a-802b68ec71ab,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:28.717287 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1847f8-f621-43a3-90d9-41eb69287ecf req-9b6fcf6f-a7a1-4833-8c8a-33a1e822d6ee tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:28.717287 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2f1847f8-f621-43a3-90d9-41eb69287ecf req-9b6fcf6f-a7a1-4833-8c8a-33a1e822d6ee tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.1080015 Aug 29 21:33:28.730389 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks [] for floatingip (b35dc620-6a18-4082-9e48-2cbedd6da2ed), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:28.732905 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:28.737328 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-67ee5913-1c8d-4cf6-b572-52fe65395ce0 tempest-AttachVolumeTestJSON-1181708457 tempest-AttachVolumeTestJSON-1181708457-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/b35dc620-6a18-4082-9e48-2cbedd6da2ed HTTP/1.1" status: 204 len: 168 time: 0.8755417 Aug 29 21:33:28.823392 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2f1847f8-f621-43a3-90d9-41eb69287ecf req-9578ca4d-36d3-4f58-8290-ab16f9a03881 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023171 Aug 29 21:33:29.971151 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346894f5-de7e-41e9-b929-c3595bbcdbfb req-56573c9c-8788-49bd-b30c-1787e161231b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:29.973044 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-346894f5-de7e-41e9-b929-c3595bbcdbfb req-56573c9c-8788-49bd-b30c-1787e161231b tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0537040 Aug 29 21:33:30.023106 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-346894f5-de7e-41e9-b929-c3595bbcdbfb req-6e404f0d-5681-4a77-9ad3-e955c6edfdc0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443590 Aug 29 21:33:30.115748 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-e1b28940-a1af-417c-9694-c964eb3fe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:30.117281 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-e1b28940-a1af-417c-9694-c964eb3fe47c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0445905 Aug 29 21:33:30.191460 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:30.216339 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-463ec2cd-5a5a-4db3-80ce-9d9f7db2208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:30.217796 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-463ec2cd-5a5a-4db3-80ce-9d9f7db2208b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 918 time: 0.0926218 Aug 29 21:33:30.287393 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-f05a6269-7aa4-445e-8c5c-80c8232b88e4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f HTTP/1.1" status: 200 len: 1001 time: 0.0637107 Aug 29 21:33:30.339379 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-26ec5c6f-bbcf-4928-9580-b1a25dd7f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:30.341253 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-26ec5c6f-bbcf-4928-9580-b1a25dd7f7de service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 200 len: 856 time: 0.0476902 Aug 29 21:33:30.391271 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-319df572-91ce-470e-85bc-13c83e57d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:30.392843 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-319df572-91ce-470e-85bc-13c83e57d2fa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48dd2592-6ea0-414d-a1c9-f95709b58170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441539 Aug 29 21:33:30.503230 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-555af5c1-00ef-437e-8c2d-045c4c3f5e7e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037240 Aug 29 21:33:30.629994 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-49dca8d0-e370-41ce-9e68-acc9fdd51c31 req-32374cd6-28dd-495e-8674-fd8b1cf94705 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196532 Aug 29 21:33:31.167427 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dec13b-c6b3-4936-95dc-2927b7d27b95 req-f4adb8f2-fe0c-44ef-b7cc-168d6f9da150 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:31.169371 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-13dec13b-c6b3-4936-95dc-2927b7d27b95 req-f4adb8f2-fe0c-44ef-b7cc-168d6f9da150 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0540810 Aug 29 21:33:31.234886 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-13dec13b-c6b3-4936-95dc-2927b7d27b95 req-6764dac5-d2f2-40d0-b7b7-ce2ab288f7c9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592318 Aug 29 21:33:32.411762 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267fb6f-c9d2-4571-84ca-d872cfb610ec req-4358a6ee-208d-4c03-b7f2-d7840bc1a66e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:32.413404 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0267fb6f-c9d2-4571-84ca-d872cfb610ec req-4358a6ee-208d-4c03-b7f2-d7840bc1a66e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0803719 Aug 29 21:33:32.466142 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0267fb6f-c9d2-4571-84ca-d872cfb610ec req-959dea78-75b9-467a-ac29-210c4e5d4aee tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467758 Aug 29 21:33:33.176973 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-566f191c-3024-4748-8f07-9a5b6594d9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:33.395232 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48074) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:33.610305 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:33:33.616001 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63651e-5d74-4b7e-9076-123db71389df req-f512ae54-e5b0-42f3-9aca-f26585b0f7d1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:33.617989 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-eb63651e-5d74-4b7e-9076-123db71389df req-f512ae54-e5b0-42f3-9aca-f26585b0f7d1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 945 time: 0.0532553 Aug 29 21:33:33.690727 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-eb63651e-5d74-4b7e-9076-123db71389df req-36a4d7a0-0a6d-4da5-b05e-cf366fb1fcf8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617943 Aug 29 21:33:33.703998 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 66c8e05e-f016-4ff0-8e7c-2e45a091431f is: ACTIVE; New status is: DOWN {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:33:33.704723 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:33.730453 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:33:33.732881 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6500653-ec79-4f2d-9c65-63a8b3a939cf" -d '{"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-unplugged", "status": "completed", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:33:33.746248 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:33.778381 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Aug 2022 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a5b3d4-7e9e-4158-b1b1-e1876370668a x-openstack-request-id: req-d8a5b3d4-7e9e-4158-b1b1-e1876370668a {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:33:33.778850 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-unplugged", "status": "failed", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f", "code": 422}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:33:33.779098 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8a5b3d4-7e9e-4158-b1b1-e1876370668a {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:33:33.779543 dv-cinder-854264-2-iscsi neutron-server[107112]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d8a5b3d4-7e9e-4158-b1b1-e1876370668a']: {'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'code': 422} returned with failed status Aug 29 21:33:33.848324 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:33.868615 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:33.897134 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=8']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:34.311795 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (566eb9b1-07eb-4c74-9622-b1b57afe38be), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:34.598275 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:34.601248 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Deleting port 59755a55-f774-4134-bdce-a4668f1965a0 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:33:34.601617 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (59755a55-f774-4134-bdce-a4668f1965a0), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:34.700187 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] For port 59755a55-f774-4134-bdce-a4668f1965a0, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=59755a55-f774-4134-bdce-a4668f1965a0,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:34.700622 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (59755a55-f774-4134-bdce-a4668f1965a0), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:34.715697 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Calling delete_port for 59755a55-f774-4134-bdce-a4668f1965a0 owned by network:router_interface {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:33:35.052011 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (59755a55-f774-4134-bdce-a4668f1965a0), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:35.080614 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=59755a55-f774-4134-bdce-a4668f1965a0,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:35.275574 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (566eb9b1-07eb-4c74-9622-b1b57afe38be), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:35.322574 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:35.388984 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-3854a580-0ee6-4aa9-af49-0308668d3bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:35.505403 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Router 566eb9b1-07eb-4c74-9622-b1b57afe38be has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:33:35.554735 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:35.614028 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:33:35.619495 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-2f9d7d0a-9db4-45cc-be1a-a044535d3f93 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/566eb9b1-07eb-4c74-9622-b1b57afe38be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2233140 Aug 29 21:33:35.622312 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48124) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:35.622960 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] Sync routers for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:33:35.634831 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:33:35.636220 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:33:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:35.747600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks [] for router (566eb9b1-07eb-4c74-9622-b1b57afe38be), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:35.785243 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:33:35.889330 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks [] for router_gateway (566eb9b1-07eb-4c74-9622-b1b57afe38be), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:35.998838 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:36.009523 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:33:34Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:36.036501 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] Checking router: 566eb9b1-07eb-4c74-9622-b1b57afe38be for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:33:36.046329 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] Routers {'566eb9b1-07eb-4c74-9622-b1b57afe38be'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:33:36.046983 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:33:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['566eb9b1-07eb-4c74-9622-b1b57afe38be'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:36.098311 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Deleting port c2a3dac7-eb3e-44db-be0a-06c99b5bf130 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:33:36.099175 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:36.167068 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] Set router 566eb9b1-07eb-4c74-9622-b1b57afe38be gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:33:36.195828 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] For port c2a3dac7-eb3e-44db-be0a-06c99b5bf130, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=c2a3dac7-eb3e-44db-be0a-06c99b5bf130,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:36.195828 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:36.207654 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Calling delete_port for c2a3dac7-eb3e-44db-be0a-06c99b5bf130 owned by network:router_gateway {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:33:36.320727 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:36.323657 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:36.370154 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:33:34Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:36.400038 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068f57c3-c0d5-431e-a717-223e8f1f1f59 None None] The sync data for ids ['566eb9b1-07eb-4c74-9622-b1b57afe38be'] in dv-cinder-854264-2-iscsi is: [{'id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'name': 'tempest-AttachVolumeTestJSON-394941110-router', 'tenant_id': 'd8d35a885c494e11b42f556554f3698b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:32Z', 'updated_at': '2022-08-29T21:33:34Z', 'revision_number': 5, 'project_id': 'd8d35a885c494e11b42f556554f3698b', 'gw_port': {'id': 'c2a3dac7-eb3e-44db-be0a-06c99b5bf130', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566eb9b1-07eb-4c74-9622-b1b57afe38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:34Z', 'updated_at': '2022-08-29T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:33:36.572608 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=8 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:36.606384 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:36.638995 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (c2a3dac7-eb3e-44db-be0a-06c99b5bf130), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:36.672445 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a3dac7-eb3e-44db-be0a-06c99b5bf130,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:36.750530 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (566eb9b1-07eb-4c74-9622-b1b57afe38be), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:36.817351 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:36.916885 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (566eb9b1-07eb-4c74-9622-b1b57afe38be), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:36.922200 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks [] for router_controller (566eb9b1-07eb-4c74-9622-b1b57afe38be), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:36.992353 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 59755a55-f774-4134-bdce-a4668f1965a0 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:33:37.029222 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 59755a55-f774-4134-bdce-a4668f1965a0 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:33:37.030949 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 59755a55-f774-4134-bdce-a4668f1965a0 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:33:37.150391 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.160567 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (566eb9b1-07eb-4c74-9622-b1b57afe38be), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.162122 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 566eb9b1-07eb-4c74-9622-b1b57afe38be {{(pid=107110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:33:37.168277 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.169622 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-2a64dd68-64eb-48f4-b0d2-c00e9370c038 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/566eb9b1-07eb-4c74-9622-b1b57afe38be HTTP/1.1" status: 204 len: 168 time: 1.5462193 Aug 29 21:33:37.173740 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48164) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:37.233755 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8609ab-0762-4e03-aea3-c8db05d735bd req-a7d18355-05a3-4408-9dd5-1e59479f0df2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:37.241587 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0c8609ab-0762-4e03-aea3-c8db05d735bd req-a7d18355-05a3-4408-9dd5-1e59479f0df2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0927315 Aug 29 21:33:37.265277 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d28eea-121f-4e5d-9e41-df8378933c66 admin admin] Deleting subnet 84c16168-2d13-4210-b060-f2bf7757ab6b {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:33:37.269199 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e2d28eea-121f-4e5d-9e41-df8378933c66 admin admin] Publish callbacks [] for subnet (84c16168-2d13-4210-b060-f2bf7757ab6b), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.317850 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e2d28eea-121f-4e5d-9e41-df8378933c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8500905'] for subnet (84c16168-2d13-4210-b060-f2bf7757ab6b), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.326124 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0c8609ab-0762-4e03-aea3-c8db05d735bd req-381893c4-fa58-49f0-9bae-ba90d6aabc69 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732813 Aug 29 21:33:37.441400 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e2d28eea-121f-4e5d-9e41-df8378933c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (84c16168-2d13-4210-b060-f2bf7757ab6b), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.627057 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:33:37.639637 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e2d28eea-121f-4e5d-9e41-df8378933c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501769'] for subnet (84c16168-2d13-4210-b060-f2bf7757ab6b), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.671315 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d28eea-121f-4e5d-9e41-df8378933c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c16168-2d13-4210-b060-f2bf7757ab6b,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:37.673610 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e2d28eea-121f-4e5d-9e41-df8378933c66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.677382 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e2d28eea-121f-4e5d-9e41-df8378933c66 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/84c16168-2d13-4210-b060-f2bf7757ab6b HTTP/1.1" status: 204 len: 168 time: 0.5023823 Aug 29 21:33:37.680983 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48184) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:37.684052 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c1e15-fbbf-4899-a62d-ee69e54f57e1 None None] Network ca335ec8-2cdb-4727-aad4-e94fc1adcada requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:33:37.770039 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (ca335ec8-2cdb-4727-aad4-e94fc1adcada), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.774633 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:37.818645 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 66c8e05e-f016-4ff0-8e7c-2e45a091431f is: DOWN; New status is: DOWN {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:33:37.843839 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Deleting port f303bebe-1510-450f-ad1f-93f6762ed772 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:33:37.844659 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.913917 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c527c63-2318-454b-99f0-fb31c03ea186 None None] DHCP port deletion for ca335ec8-2cdb-4727-aad4-e94fc1adcada request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:33:37.961502 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] For port f303bebe-1510-450f-ad1f-93f6762ed772, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=f303bebe-1510-450f-ad1f-93f6762ed772,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:37.962103 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.970140 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-8c527c63-2318-454b-99f0-fb31c03ea186 None None] Deleting port f303bebe-1510-450f-ad1f-93f6762ed772 {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:33:37.974296 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8c527c63-2318-454b-99f0-fb31c03ea186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:37.986243 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Calling delete_port for f303bebe-1510-450f-ad1f-93f6762ed772 owned by network:dhcp {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:33:38.004582 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:38.042195 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-8c527c63-2318-454b-99f0-fb31c03ea186 None None] For port f303bebe-1510-450f-ad1f-93f6762ed772, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=f303bebe-1510-450f-ad1f-93f6762ed772,segment=NetworkSegment(14ac80a9-38ac-4f9f-997f-a7a692d3952e),segment_id=14ac80a9-38ac-4f9f-997f-a7a692d3952e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:38.042722 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8c527c63-2318-454b-99f0-fb31c03ea186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.056876 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-8c527c63-2318-454b-99f0-fb31c03ea186 None None] Calling delete_port for f303bebe-1510-450f-ad1f-93f6762ed772 owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:33:38.152590 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48194) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:38.241693 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8c527c63-2318-454b-99f0-fb31c03ea186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.264391 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (f303bebe-1510-450f-ad1f-93f6762ed772), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.274823 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c527c63-2318-454b-99f0-fb31c03ea186 None None] Pushing event deleted for resources: {'Port': ['ID=f303bebe-1510-450f-ad1f-93f6762ed772,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:38.278963 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c527c63-2318-454b-99f0-fb31c03ea186 None None] No DVR routers for this DVR port f303bebe-1510-450f-ad1f-93f6762ed772 on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:33:38.324770 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.337035 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f303bebe-1510-450f-ad1f-93f6762ed772,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:38.345585 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-459f88c7-56fb-43e0-b177-42506390db5a service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1913853 Aug 29 21:33:38.347013 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] No DVR routers for this DVR port f303bebe-1510-450f-ad1f-93f6762ed772 on host dv-cinder-854264-2-iscsi {{(pid=107111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:33:38.363061 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-c20f12d0-b86b-4627-805f-9ecd6bc58947 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:33:38.364706 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-c20f12d0-b86b-4627-805f-9ecd6bc58947 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086083 Aug 29 21:33:38.471113 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.475324 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48204) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:38.533079 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (ca335ec8-2cdb-4727-aad4-e94fc1adcada), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.564909 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device c2a3dac7-eb3e-44db-be0a-06c99b5bf130 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:33:38.585386 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: c2a3dac7-eb3e-44db-be0a-06c99b5bf130 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:33:38.585729 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device c2a3dac7-eb3e-44db-be0a-06c99b5bf130 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:33:38.585978 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf86ac-e3f6-49ad-adae-eaa9eb32139b req-57beae0a-c769-433d-83ac-ec82307b91e0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:38.586154 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device f303bebe-1510-450f-ad1f-93f6762ed772 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:33:38.589319 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fbaf86ac-e3f6-49ad-adae-eaa9eb32139b req-57beae0a-c769-433d-83ac-ec82307b91e0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.1093667 Aug 29 21:33:38.596392 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca335ec8-2cdb-4727-aad4-e94fc1adcada']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:38.621361 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: f303bebe-1510-450f-ad1f-93f6762ed772 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:33:38.621361 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device f303bebe-1510-450f-ad1f-93f6762ed772 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:33:38.622031 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187f11-9d76-4b97-937b-2f972e766a66 req-86dc13f8-01ec-422d-8d06-a98babf2e5ed tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:38.626549 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ac80a9-38ac-4f9f-997f-a7a692d3952e') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:38.627546 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ac80a9-38ac-4f9f-997f-a7a692d3952e') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:33:38.641850 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-86dc13f8-01ec-422d-8d06-a98babf2e5ed tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports/66c8e05e-f016-4ff0-8e7c-2e45a091431f HTTP/1.1" status: 200 len: 940 time: 0.1621938 Aug 29 21:33:38.647995 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (14ac80a9-38ac-4f9f-997f-a7a692d3952e), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.700501 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (14ac80a9-38ac-4f9f-997f-a7a692d3952e), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.714789 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fbaf86ac-e3f6-49ad-adae-eaa9eb32139b req-c13c05ca-98bd-4ed3-91c6-3d157755aa87 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141326 Aug 29 21:33:38.719859 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:33:38.720601 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (14ac80a9-38ac-4f9f-997f-a7a692d3952e), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.774622 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 14ac80a9-38ac-4f9f-997f-a7a692d3952e resource provider aggregate not found Aug 29 21:33:38.799351 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 14ac80a9-38ac-4f9f-997f-a7a692d3952e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14ac80a9-38ac-4f9f-997f-a7a692d3952e found for delete ", "request_id": "req-3356213d-f69d-4f7c-b013-a1aaf1ca1279"}]} Aug 29 21:33:38.919066 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (ca335ec8-2cdb-4727-aad4-e94fc1adcada), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.924048 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:38.928264 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/ca335ec8-2cdb-4727-aad4-e94fc1adcada HTTP/1.1" status: 204 len: 168 time: 1.2460957 Aug 29 21:33:38.946498 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8197524-3e4a-4402-bbab-c304409afcb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca335ec8-2cdb-4727-aad4-e94fc1adcada,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:39.658204 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48244) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:39.665646 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:39.714159 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-6dcee83d-ff6a-4ab1-a332-484627a5f844 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d8d35a885c494e11b42f556554f3698b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481808 Aug 29 21:33:39.714401 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48246) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:39.716358 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48250) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:39.782629 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:39.794505 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2952ffa9-c2c6-4ee9-9870-985a87ea1fd6 admin admin] Publish callbacks [] for security_group (f66f12f1-0908-4301-8737-a0422f045fd1), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:39.816936 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2952ffa9-c2c6-4ee9-9870-985a87ea1fd6 admin admin] Publish callbacks [] for security_group (f66f12f1-0908-4301-8737-a0422f045fd1), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:39.901667 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4be34-eed2-4257-8fe0-52cde2a883f4 req-e3659ac1-66d0-4c90-9de2-31664fd203cd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:39.903963 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9c4be34-eed2-4257-8fe0-52cde2a883f4 req-e3659ac1-66d0-4c90-9de2-31664fd203cd tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0686703 Aug 29 21:33:39.959269 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a55def99-23ac-4542-96b0-a010bafa2730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:40.004964 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e9c4be34-eed2-4257-8fe0-52cde2a883f4 req-706a2c8e-fb52-40ee-95fc-61d3bbc24e5a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846882 Aug 29 21:33:40.076973 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a55def99-23ac-4542-96b0-a010bafa2730 admin admin] Publish callbacks [] for security_group (e72a18e4-bf8a-4a81-a250-7d9323f41345), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:40.137192 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2952ffa9-c2c6-4ee9-9870-985a87ea1fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (f66f12f1-0908-4301-8737-a0422f045fd1), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:40.140264 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2952ffa9-c2c6-4ee9-9870-985a87ea1fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:40.144099 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2952ffa9-c2c6-4ee9-9870-985a87ea1fd6 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f66f12f1-0908-4301-8737-a0422f045fd1 HTTP/1.1" status: 204 len: 168 time: 0.4237204 Aug 29 21:33:40.151942 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952ffa9-c2c6-4ee9-9870-985a87ea1fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f12f1-0908-4301-8737-a0422f045fd1,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:40.262594 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-a55def99-23ac-4542-96b0-a010bafa2730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e72a18e4-bf8a-4a81-a250-7d9323f41345), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:40.304825 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55def99-23ac-4542-96b0-a010bafa2730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72a18e4-bf8a-4a81-a250-7d9323f41345,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:40.309641 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-a55def99-23ac-4542-96b0-a010bafa2730 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=64da9604bdf84d9cace5cf0c3c7bd067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6007550 Aug 29 21:33:40.320552 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48256) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:40.336214 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:40.376179 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f678c417-f645-4cd4-95e6-86d6d1b6227f admin admin] Publish callbacks [] for security_group (e72a18e4-bf8a-4a81-a250-7d9323f41345), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:40.402324 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f678c417-f645-4cd4-95e6-86d6d1b6227f admin admin] Publish callbacks [] for security_group (e72a18e4-bf8a-4a81-a250-7d9323f41345), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:40.559813 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f678c417-f645-4cd4-95e6-86d6d1b6227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e72a18e4-bf8a-4a81-a250-7d9323f41345), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:40.564311 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f678c417-f645-4cd4-95e6-86d6d1b6227f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:40.566023 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f678c417-f645-4cd4-95e6-86d6d1b6227f admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e72a18e4-bf8a-4a81-a250-7d9323f41345 HTTP/1.1" status: 204 len: 168 time: 0.2443132 Aug 29 21:33:40.579450 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678c417-f645-4cd4-95e6-86d6d1b6227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72a18e4-bf8a-4a81-a250-7d9323f41345,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:40.790135 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187f11-9d76-4b97-937b-2f972e766a66 req-0bc6f36a-e8a2-4b81-ac15-eb1b60328f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:40.792293 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-0bc6f36a-e8a2-4b81-ac15-eb1b60328f81 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2&tenant_id=5bc75af3ba6c442889ce29351414e110 HTTP/1.1" status: 200 len: 1127 time: 0.0669458 Aug 29 21:33:40.868987 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187f11-9d76-4b97-937b-2f972e766a66 req-ffeb3ccf-8313-4913-a6cc-9ba8f2117fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:40.872285 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-ffeb3ccf-8313-4913-a6cc-9ba8f2117fd2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5bc75af3ba6c442889ce29351414e110&device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0532398 Aug 29 21:33:40.986646 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187f11-9d76-4b97-937b-2f972e766a66 req-005295b0-0dba-4118-90ab-0db3c2a3df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:40.988486 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-005295b0-0dba-4118-90ab-0db3c2a3df45 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 200 len: 918 time: 0.1106720 Aug 29 21:33:41.056254 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-c9549e70-bbf0-4770-a0b2-59a6060b7056 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f HTTP/1.1" status: 200 len: 999 time: 0.0601792 Aug 29 21:33:41.115837 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187f11-9d76-4b97-937b-2f972e766a66 req-3b7d91d1-7ac4-420a-bf34-6bc9035c471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:41.117258 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-3b7d91d1-7ac4-420a-bf34-6bc9035c471c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 200 len: 856 time: 0.0524809 Aug 29 21:33:41.166137 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187f11-9d76-4b97-937b-2f972e766a66 req-42b907b1-275a-4933-9f56-f796c019af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:41.167739 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-42b907b1-275a-4933-9f56-f796c019af0c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48dd2592-6ea0-414d-a1c9-f95709b58170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447628 Aug 29 21:33:41.172910 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7ee7-51e5-42c6-91fe-e45e5d4080d0 req-b0e8696b-1ffd-479f-be33-dcd1bf2aaec7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:41.174662 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3a2a7ee7-51e5-42c6-91fe-e45e5d4080d0 req-b0e8696b-1ffd-479f-be33-dcd1bf2aaec7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0619111 Aug 29 21:33:41.232178 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-3a2a7ee7-51e5-42c6-91fe-e45e5d4080d0 req-64b80db5-8722-4265-9e3f-29815299753c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504203 Aug 29 21:33:41.285120 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-45102547-303c-4da4-ba50-4a3478ce4fde service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105630 Aug 29 21:33:41.407698 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-aceb11eb-0fdc-4f1d-adca-a502c3220ff3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160374 Aug 29 21:33:41.519289 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48284) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:41.534020 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-43dfe9fa-5fcd-460e-b74a-cdf794a47c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:41.635651 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-43dfe9fa-5fcd-460e-b74a-cdf794a47c3b admin admin] Publish callbacks [] for security_group (50924ae7-3a8b-4abb-8496-56e714ff41a7), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:41.770739 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-43dfe9fa-5fcd-460e-b74a-cdf794a47c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (50924ae7-3a8b-4abb-8496-56e714ff41a7), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:41.817735 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-43dfe9fa-5fcd-460e-b74a-cdf794a47c3b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=39be5186c4ac4118a212e0d40cdfba0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972698 Aug 29 21:33:41.819372 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfe9fa-5fcd-460e-b74a-cdf794a47c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50924ae7-3a8b-4abb-8496-56e714ff41a7,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:41.820694 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48302) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:41.882891 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7e92df42-3c5e-44ab-a53e-ca8eac6b3bd2 admin admin] Publish callbacks [] for security_group (50924ae7-3a8b-4abb-8496-56e714ff41a7), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:41.905076 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7e92df42-3c5e-44ab-a53e-ca8eac6b3bd2 admin admin] Publish callbacks [] for security_group (50924ae7-3a8b-4abb-8496-56e714ff41a7), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:42.286270 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7e92df42-3c5e-44ab-a53e-ca8eac6b3bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (50924ae7-3a8b-4abb-8496-56e714ff41a7), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:42.290801 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7e92df42-3c5e-44ab-a53e-ca8eac6b3bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:42.293114 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-7e92df42-3c5e-44ab-a53e-ca8eac6b3bd2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/50924ae7-3a8b-4abb-8496-56e714ff41a7 HTTP/1.1" status: 204 len: 168 time: 0.4709480 Aug 29 21:33:42.304736 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92df42-3c5e-44ab-a53e-ca8eac6b3bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50924ae7-3a8b-4abb-8496-56e714ff41a7,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:42.448519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:42.495506 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddfe24-3b45-4564-9800-ad72e59b1d9f req-63a4ac91-fc14-4c1b-afc5-a91a27d4533a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:42.505554 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5ddfe24-3b45-4564-9800-ad72e59b1d9f req-63a4ac91-fc14-4c1b-afc5-a91a27d4533a tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0970583 Aug 29 21:33:42.575628 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5ddfe24-3b45-4564-9800-ad72e59b1d9f req-9b301f5f-2fca-42c5-80d9-23078b34a735 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619407 Aug 29 21:33:43.777439 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32187c1f-c02b-4270-ac62-e376de744eb2 req-52adc8a5-685f-4e85-bd7f-f57160de399d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:43.790862 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-32187c1f-c02b-4270-ac62-e376de744eb2 req-52adc8a5-685f-4e85-bd7f-f57160de399d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0908234 Aug 29 21:33:43.888069 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-32187c1f-c02b-4270-ac62-e376de744eb2 req-44f9de43-f673-4c20-ac2c-bfa40415e3ba tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916305 Aug 29 21:33:45.063511 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:45.083562 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a7e0a-52dd-4a74-9ffd-be8776386bdf req-afccd30d-942c-49c6-bb88-9ea1f6925767 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:45.085155 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5e0a7e0a-52dd-4a74-9ffd-be8776386bdf req-afccd30d-942c-49c6-bb88-9ea1f6925767 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0785673 Aug 29 21:33:45.159016 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5e0a7e0a-52dd-4a74-9ffd-be8776386bdf req-57f2b0b6-a8b9-4d46-8932-9377ac897449 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620463 Aug 29 21:33:45.925422 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48372) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:46.047165 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:33:46.141308 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-05cc2c4c-e512-428f-a8e6-99cffd468939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:46.287586 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-05cc2c4c-e512-428f-a8e6-99cffd468939 admin admin] Publish callbacks [] for security_group (a51aee7e-c967-4d0c-8cb8-236444ca51cf), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:46.363256 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f47a3-342f-46f6-908d-96b20fbe98df req-f071d256-8b0f-42e0-b806-4186d72fe2f0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:46.365142 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0d3f47a3-342f-46f6-908d-96b20fbe98df req-f071d256-8b0f-42e0-b806-4186d72fe2f0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0637755 Aug 29 21:33:46.419309 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-05cc2c4c-e512-428f-a8e6-99cffd468939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a51aee7e-c967-4d0c-8cb8-236444ca51cf), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:46.457952 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0d3f47a3-342f-46f6-908d-96b20fbe98df req-1207a012-1d59-49e3-b4b1-d093d71437a0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808506 Aug 29 21:33:46.480560 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-05cc2c4c-e512-428f-a8e6-99cffd468939 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ace16be8fc9b4690bacc9f6cd507450e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5504334 Aug 29 21:33:46.481928 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48382) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:46.483428 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc2c4c-e512-428f-a8e6-99cffd468939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51aee7e-c967-4d0c-8cb8-236444ca51cf,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:46.601282 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:46.609358 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cb1f986e-501a-4b3e-a250-a2828d747497 admin admin] Publish callbacks [] for security_group (a51aee7e-c967-4d0c-8cb8-236444ca51cf), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:46.637303 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cb1f986e-501a-4b3e-a250-a2828d747497 admin admin] Publish callbacks [] for security_group (a51aee7e-c967-4d0c-8cb8-236444ca51cf), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:46.833439 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cb1f986e-501a-4b3e-a250-a2828d747497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a51aee7e-c967-4d0c-8cb8-236444ca51cf), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:46.836454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-cb1f986e-501a-4b3e-a250-a2828d747497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:46.843678 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-cb1f986e-501a-4b3e-a250-a2828d747497 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a51aee7e-c967-4d0c-8cb8-236444ca51cf HTTP/1.1" status: 204 len: 168 time: 0.3600800 Aug 29 21:33:46.860783 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f986e-501a-4b3e-a250-a2828d747497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51aee7e-c967-4d0c-8cb8-236444ca51cf,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:47.787773 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b3e8a-cde2-4efd-a320-2b264c14e4c7 req-c9373b24-9306-4073-9982-b1a21fee9c02 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:47.812366 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8e1b3e8a-cde2-4efd-a320-2b264c14e4c7 req-c9373b24-9306-4073-9982-b1a21fee9c02 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.1816370 Aug 29 21:33:47.912608 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8e1b3e8a-cde2-4efd-a320-2b264c14e4c7 req-67ea1094-5d4e-4250-8995-b385cc4b887e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948923 Aug 29 21:33:49.187619 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf23a6-11e8-4a0e-bc02-a80c9f0e10da req-2751a52e-1381-4511-b335-c7912be548d7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:49.187619 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-10cf23a6-11e8-4a0e-bc02-a80c9f0e10da req-2751a52e-1381-4511-b335-c7912be548d7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0921979 Aug 29 21:33:49.344447 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-10cf23a6-11e8-4a0e-bc02-a80c9f0e10da req-46693f72-b643-479a-abeb-91a4f416f792 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1589293 Aug 29 21:33:50.049303 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48470) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:50.311815 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fee48a11-8b4f-4f3a-b231-99422c89e4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:50.489033 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fee48a11-8b4f-4f3a-b231-99422c89e4ad admin admin] Publish callbacks [] for security_group (bc4b0306-5f52-4661-ab67-84743c4f507a), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:50.553799 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fee48a11-8b4f-4f3a-b231-99422c89e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (bc4b0306-5f52-4661-ab67-84743c4f507a), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:50.719756 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee48a11-8b4f-4f3a-b231-99422c89e4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b0306-5f52-4661-ab67-84743c4f507a,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:50.727274 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-fee48a11-8b4f-4f3a-b231-99422c89e4ad admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ad5d6fb03b924a0cb040146a816265af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6761835 Aug 29 21:33:50.732780 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48488) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:50.754671 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380651a-fa6f-46e6-aa34-7cd2ce4c7bf8 req-fdd2e8a9-e3d8-4c82-ae20-e7c4df72fbe9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:50.756337 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5380651a-fa6f-46e6-aa34-7cd2ce4c7bf8 req-fdd2e8a9-e3d8-4c82-ae20-e7c4df72fbe9 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.1694593 Aug 29 21:33:50.827049 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:50.863192 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-de7a0adf-ea76-4d2a-b1ef-61f3d2df7731 admin admin] Publish callbacks [] for security_group (bc4b0306-5f52-4661-ab67-84743c4f507a), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:50.878258 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5380651a-fa6f-46e6-aa34-7cd2ce4c7bf8 req-71d0aa5a-78d0-43de-b618-f138d505dd09 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071296 Aug 29 21:33:50.901194 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-de7a0adf-ea76-4d2a-b1ef-61f3d2df7731 admin admin] Publish callbacks [] for security_group (bc4b0306-5f52-4661-ab67-84743c4f507a), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:51.096488 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-de7a0adf-ea76-4d2a-b1ef-61f3d2df7731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (bc4b0306-5f52-4661-ab67-84743c4f507a), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:51.099698 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-de7a0adf-ea76-4d2a-b1ef-61f3d2df7731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:51.102068 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-de7a0adf-ea76-4d2a-b1ef-61f3d2df7731 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/bc4b0306-5f52-4661-ab67-84743c4f507a HTTP/1.1" status: 204 len: 168 time: 0.3670654 Aug 29 21:33:51.117482 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a0adf-ea76-4d2a-b1ef-61f3d2df7731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b0306-5f52-4661-ab67-84743c4f507a,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:52.075125 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec693d-56e6-4a11-8603-fbe8581159d8 req-c302a5c7-ae79-4e6e-bb02-fb73eead220c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:52.077511 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a0ec693d-56e6-4a11-8603-fbe8581159d8 req-c302a5c7-ae79-4e6e-bb02-fb73eead220c tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0809200 Aug 29 21:33:52.138338 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a0ec693d-56e6-4a11-8603-fbe8581159d8 req-574f4d6d-27c3-4cae-a8f3-f657fe733822 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549128 Aug 29 21:33:53.281570 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344a7c2-c484-4388-8d57-4a479b0f08d9 req-364060c9-e7fe-452e-b204-585c18d364a3 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:53.283246 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c344a7c2-c484-4388-8d57-4a479b0f08d9 req-364060c9-e7fe-452e-b204-585c18d364a3 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 943 time: 0.0504544 Aug 29 21:33:53.334967 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c344a7c2-c484-4388-8d57-4a479b0f08d9 req-07cfdab8-acb3-4dd8-b67a-5c0529c91d85 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457308 Aug 29 21:33:53.721038 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:33:53.839606 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:53.861278 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:53.883669 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'port_id': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'mac_address': 'fa:16:3e:51:d2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:33:53.933431 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 66c8e05e-f016-4ff0-8e7c-2e45a091431f is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:33:53.933823 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:53.951605 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c8e05e-f016-4ff0-8e7c-2e45a091431f {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:33:53.981044 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:54.099924 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:54.143261 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:54.192544 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=9']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:54.342632 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['66c8e05e-f016-4ff0-8e7c-2e45a091431f'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:33:54.559916 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca085f-7501-4e74-ae69-a3357038bdcd req-479ab7bc-14c2-4354-bae2-759b27f95dc1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:54.565137 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfca085f-7501-4e74-ae69-a3357038bdcd req-479ab7bc-14c2-4354-bae2-759b27f95dc1 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 944 time: 0.1012449 Aug 29 21:33:54.629389 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfca085f-7501-4e74-ae69-a3357038bdcd req-f3f8a5bf-f3a5-43c8-86f6-c0314bd45099 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526834 Aug 29 21:33:55.725376 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:33:55.781769 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 66c8e05e-f016-4ff0-8e7c-2e45a091431f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:33:55.782148 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:55.812662 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e888dd-7e64-442e-b2bb-dfae82aeebf0 req-0374b987-fe61-4117-87a0-ced6102316c0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:55.815223 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f1e888dd-7e64-442e-b2bb-dfae82aeebf0 req-0374b987-fe61-4117-87a0-ced6102316c0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 944 time: 0.0849802 Aug 29 21:33:55.864865 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:55.877862 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 66c8e05e-f016-4ff0-8e7c-2e45a091431f is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:33:55.878847 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:55.891053 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f1e888dd-7e64-442e-b2bb-dfae82aeebf0 req-58cbf852-adf4-49ad-97d4-92d19bb4da77 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673928 Aug 29 21:33:55.907632 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:33:55.910110 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4a2906-8cab-4226-b4db-7ac6e3e85304" -d '{"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-plugged", "status": "completed", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:33:55.929541 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:55.969397 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ce30e-e6a3-47de-8d1b-db933ac7b6e6 x-openstack-request-id: req-8a2ce30e-e6a3-47de-8d1b-db933ac7b6e6 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:33:55.969733 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-plugged", "status": "completed", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:33:55.970019 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a2ce30e-e6a3-47de-8d1b-db933ac7b6e6 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:33:55.970527 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2ce30e-e6a3-47de-8d1b-db933ac7b6e6'] response: {'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'code': 200} Aug 29 21:33:56.061907 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:56.122117 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=10']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:56.466391 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48544) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:56.536245 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e45da5-7cec-4a02-a71e-6868b637a2fb req-c9fa45b2-9f99-4e5f-bfa1-45dadc2e47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:56.541159 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14e45da5-7cec-4a02-a71e-6868b637a2fb req-c9fa45b2-9f99-4e5f-bfa1-45dadc2e47f0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 1130 time: 0.0627959 Aug 29 21:33:56.610079 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14e45da5-7cec-4a02-a71e-6868b637a2fb req-b1cf203a-4332-487c-851e-550d3fa7c750 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613239 Aug 29 21:33:56.623194 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1dcea316-8a16-4d97-9fe7-ff3013ddee75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:56.718471 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1dcea316-8a16-4d97-9fe7-ff3013ddee75 admin admin] Publish callbacks [] for security_group (18ad129d-abf2-4098-a05a-b9aa977c7b7c), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:56.887968 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-1dcea316-8a16-4d97-9fe7-ff3013ddee75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (18ad129d-abf2-4098-a05a-b9aa977c7b7c), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:56.951094 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcea316-8a16-4d97-9fe7-ff3013ddee75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ad129d-abf2-4098-a05a-b9aa977c7b7c,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:56.964325 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-1dcea316-8a16-4d97-9fe7-ff3013ddee75 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=66d2969ddf8c43258a450e2bd9065037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926703 Aug 29 21:33:56.964325 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48556) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:57.039778 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-99f9716b-4ab4-48c9-b80a-8a6162ba9597 admin admin] Publish callbacks [] for security_group (18ad129d-abf2-4098-a05a-b9aa977c7b7c), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:57.057245 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:57.090033 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-99f9716b-4ab4-48c9-b80a-8a6162ba9597 admin admin] Publish callbacks [] for security_group (18ad129d-abf2-4098-a05a-b9aa977c7b7c), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:57.097343 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaf29c-ff8c-4af7-9b90-89c772c620a9 req-05cc0bcb-362c-4c9f-a1f3-eb142e10cc46 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:57.101672 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dabaf29c-ff8c-4af7-9b90-89c772c620a9 req-05cc0bcb-362c-4c9f-a1f3-eb142e10cc46 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 946 time: 0.0815320 Aug 29 21:33:57.402511 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527f511-350b-4812-8acf-f20b2a468565 req-0071c44b-74e6-4cee-85ff-7bc6cd716a18 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:57.404836 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8527f511-350b-4812-8acf-f20b2a468565 req-0071c44b-74e6-4cee-85ff-7bc6cd716a18 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 945 time: 0.0667601 Aug 29 21:33:57.439943 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dabaf29c-ff8c-4af7-9b90-89c772c620a9 req-b3fac68d-9040-4829-b878-cade03dd049f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3306911 Aug 29 21:33:57.462948 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8527f511-350b-4812-8acf-f20b2a468565 req-34af9980-d8d8-4bb9-a3fa-68e1c870604e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517511 Aug 29 21:33:57.559361 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-99f9716b-4ab4-48c9-b80a-8a6162ba9597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (18ad129d-abf2-4098-a05a-b9aa977c7b7c), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:57.562393 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-99f9716b-4ab4-48c9-b80a-8a6162ba9597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:57.566949 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-99f9716b-4ab4-48c9-b80a-8a6162ba9597 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/18ad129d-abf2-4098-a05a-b9aa977c7b7c HTTP/1.1" status: 204 len: 168 time: 0.5986807 Aug 29 21:33:57.577406 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9716b-4ab4-48c9-b80a-8a6162ba9597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ad129d-abf2-4098-a05a-b9aa977c7b7c,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:58.590490 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711c4d-a259-4a25-847a-a4c90980657d req-00cc3cc6-489d-415f-ab80-eaa642671bd7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:58.592242 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5b711c4d-a259-4a25-847a-a4c90980657d req-00cc3cc6-489d-415f-ab80-eaa642671bd7 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 946 time: 0.0578818 Aug 29 21:33:58.623122 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74362-4e56-45de-8405-44813de0f642 req-fefeed26-08cd-4978-ad94-dcede808a8cb tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:58.626057 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-04d74362-4e56-45de-8405-44813de0f642 req-fefeed26-08cd-4978-ad94-dcede808a8cb tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 945 time: 0.0734487 Aug 29 21:33:58.658936 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5b711c4d-a259-4a25-847a-a4c90980657d req-dac1724d-da49-4fbd-a31c-a462fda0b022 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587113 Aug 29 21:33:58.703657 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-04d74362-4e56-45de-8405-44813de0f642 req-9ed6e8f9-8b93-45ad-a834-2d38d9ee1252 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710475 Aug 29 21:33:58.953528 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48592) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:59.066122 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1303584309-network', 'tenant_id': 'f4880473c6e14f3899edecdf603cd25b'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:33:59.181090 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Made reservation on behalf of f4880473c6e14f3899edecdf603cd25b for: {'network': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:33:59.183481 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.195430 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.292013 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Publish callbacks [] for security_group (21bb2f97-a57e-4ac9-b1f3-b5db12f9569d), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.328529 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-206ec007-a46f-48e9-a730-732f9e707293 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:59.330151 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-206ec007-a46f-48e9-a730-732f9e707293 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 945 time: 0.0524929 Aug 29 21:33:59.390442 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (21bb2f97-a57e-4ac9-b1f3-b5db12f9569d), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.439134 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=107110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:33:59.464094 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Deleting port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:33:59.464427 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.469642 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (80efe1de-3c2a-4120-b0ab-94569d70f2f8), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.469977 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.segments_db [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Added segment 80efe1de-3c2a-4120-b0ab-94569d70f2f8 of type vlan for network e3bf5770-b496-4c38-8fa3-8de43f19bd28 Aug 29 21:33:59.472484 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bb2f97-a57e-4ac9-b1f3-b5db12f9569d,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:59.540588 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:59.559106 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (e3bf5770-b496-4c38-8fa3-8de43f19bd28), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.619870 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] For port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:33:59.620619 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.675552 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:59.690628 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (e3bf5770-b496-4c38-8fa3-8de43f19bd28), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.691627 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:59.693698 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.862081 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0ed1b-d4d6-4be4-ae65-344ba29c502b req-183f7c40-449e-4477-9f20-5a9a6b16ccb4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:59.864282 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-97c0ed1b-d4d6-4be4-ae65-344ba29c502b req-183f7c40-449e-4477-9f20-5a9a6b16ccb4 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 945 time: 0.0639515 Aug 29 21:33:59.868545 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] Pushing event updated for resources: {'Network': ['ID=e3bf5770-b496-4c38-8fa3-8de43f19bd28,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:59.883771 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network e3bf5770-b496-4c38-8fa3-8de43f19bd28 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:33:59.897231 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-afdb6e68-0c0e-4a42-94f1-811e0c8f43cc admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9425042 Aug 29 21:33:59.902780 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48626) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:59.909171 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Request body: {'subnet': {'network_id': 'e3bf5770-b496-4c38-8fa3-8de43f19bd28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1303584309-subnet', 'tenant_id': 'f4880473c6e14f3899edecdf603cd25b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:33:59.918717 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711219fa-7885-421c-b726-dc97c0d4a50e req-f199f310-bb61-4822-8057-ad5faa63a54f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:59.921152 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-711219fa-7885-421c-b726-dc97c0d4a50e req-f199f310-bb61-4822-8057-ad5faa63a54f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 946 time: 0.1414945 Aug 29 21:33:59.953461 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.954081 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (d663bfd5-5618-47de-8ebe-58a3829954ee), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.954694 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Floating IP d663bfd5-5618-47de-8ebe-58a3829954ee disassociated. External IP: 172.27.3.169, port: 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc. Aug 29 21:33:59.956221 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-97c0ed1b-d4d6-4be4-ae65-344ba29c502b req-955ce15c-ec9c-4092-a417-bf310b51ada0 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=de537bf9-4d85-4335-9729-7206a06b2731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805385 Aug 29 21:33:59.963092 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Calling delete_port for 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:00.038549 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-711219fa-7885-421c-b726-dc97c0d4a50e req-29f67b0c-cd53-4c8c-9e18-413a040ab232 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101518 Aug 29 21:34:00.069560 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Made reservation on behalf of f4880473c6e14f3899edecdf603cd25b for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:00.073692 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501782'] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.130407 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:00.267417 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (44144b9e-ff7d-4c65-b8c4-575d2da5e3cc), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.305047 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'Port': ['ID=44144b9e-ff7d-4c65-b8c4-575d2da5e3cc,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:00.358028 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:00.432930 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:34:00.547362 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:00.547684 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501760'] for subnet (16546469-0d3f-45ff-a4ee-3dee51932d86), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.563440 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb07f48-626d-4090-987c-d86657849490 None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:00.575337 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb07f48-626d-4090-987c-d86657849490 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:00.576201 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-acb07f48-626d-4090-987c-d86657849490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:33:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:00.602394 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:00.603347 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] No DVR routers for this DVR port 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:34:00.606352 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.609978 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c90ffe73-1d33-45b5-a302-bb806fd82026 req-3dc9b250-69dc-42f3-a128-3c1dff86888b tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.16 "DELETE /networking/v2.0/ports/44144b9e-ff7d-4c65-b8c4-575d2da5e3cc HTTP/1.1" status: 204 len: 173 time: 1.2740660 Aug 29 21:34:00.610541 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3549b2-b215-4a30-b063-31786b24b795', 'name': 'network-vif-deleted', 'tag': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:00.613193 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283f3066-c4c2-4a9a-b61d-c8e9c9c8e69e" -d '{"events": [{"server_uuid": "5e3549b2-b215-4a30-b063-31786b24b795", "name": "network-vif-deleted", "tag": "44144b9e-ff7d-4c65-b8c4-575d2da5e3cc"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:00.637143 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16546469-0d3f-45ff-a4ee-3dee51932d86,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:00.646041 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.646387 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.646735 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.647080 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.647421 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.647748 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.648109 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.648505 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.648761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.649090 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.649421 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.649929 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.650260 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.650717 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.651045 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.660595 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Checking segment: {'id': '80efe1de-3c2a-4120-b0ab-94569d70f2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e3bf5770-b496-4c38-8fa3-8de43f19bd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:00.661040 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Network hostable DHCP agents. Network: e3bf5770-b496-4c38-8fa3-8de43f19bd28, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:34:00.668578 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3c8e05-7c7d-4165-8334-435e9c3915fc x-openstack-request-id: req-eb3c8e05-7c7d-4165-8334-435e9c3915fc {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:00.669095 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3549b2-b215-4a30-b063-31786b24b795", "name": "network-vif-deleted", "tag": "44144b9e-ff7d-4c65-b8c4-575d2da5e3cc", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:00.672139 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb3c8e05-7c7d-4165-8334-435e9c3915fc {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:00.672139 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3c8e05-7c7d-4165-8334-435e9c3915fc'] response: {'server_uuid': '5e3549b2-b215-4a30-b063-31786b24b795', 'name': 'network-vif-deleted', 'tag': '44144b9e-ff7d-4c65-b8c4-575d2da5e3cc', 'status': 'completed', 'code': 200} Aug 29 21:34:00.728805 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-acb07f48-626d-4090-987c-d86657849490 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:00.776030 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Network e3bf5770-b496-4c38-8fa3-8de43f19bd28 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:34:00.893263 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, e3bf5770-b496-4c38-8fa3-8de43f19bd28) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:00.899521 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:00.900659 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.907792 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba547a-2841-4dd3-8ce2-3d10f08cb0bb None None] Network e3bf5770-b496-4c38-8fa3-8de43f19bd28 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:00.948620 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-acb07f48-626d-4090-987c-d86657849490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:00.977774 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb07f48-626d-4090-987c-d86657849490 None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:00.987110 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb07f48-626d-4090-987c-d86657849490 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:00.987643 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-acb07f48-626d-4090-987c-d86657849490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:33:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:01.021220 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fec13-5bdd-4093-9ac7-639b2d6526c2 None None] Network e3bf5770-b496-4c38-8fa3-8de43f19bd28 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:01.081825 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4b7282c1-f1cb-4137-8f07-30c44606faa0 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1776810 Aug 29 21:34:01.093110 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-acb07f48-626d-4090-987c-d86657849490 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:01.106657 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:01.176387 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a3ecb54c-d48f-4fea-ab8d-cb59ebf39876 req-48749ae3-2b1c-4d79-8509-ce587484c97e tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=5e3549b2-b215-4a30-b063-31786b24b795 HTTP/1.1" status: 200 len: 210 time: 0.0634334 Aug 29 21:34:01.241580 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ef216-5934-4788-98a9-e11dea2ec51c req-d5bc01ca-6c36-4251-b0de-1c8bef31d4ec tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:01.250115 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1b7ef216-5934-4788-98a9-e11dea2ec51c req-d5bc01ca-6c36-4251-b0de-1c8bef31d4ec tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 946 time: 0.0800846 Aug 29 21:34:01.319749 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1b7ef216-5934-4788-98a9-e11dea2ec51c req-e5305901-c58c-4670-bfe0-68b1a76a6fbc tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687420 Aug 29 21:34:01.320727 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-acb07f48-626d-4090-987c-d86657849490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:01.347448 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb07f48-626d-4090-987c-d86657849490 None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:41Z', 'revision_number': 4, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '603811a1-1c10-40ac-99e0-9f8af69d7218', 'name': '', 'network_id': '5d52e082-ed9a-4937-bc0b-8b03e2527c03', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'mac_address': 'fa:16:3e:de:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:40Z', 'updated_at': '2022-08-29T21:26:55Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'subnets': [{'id': '73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:01.589220 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac0c43-0fef-4579-b789-e9e2f6afed20 None None] New status for floating IP d663bfd5-5618-47de-8ebe-58a3829954ee: DOWN {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:34:02.067777 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48650) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:02.073237 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1804905123-network', 'tenant_id': '36f26094c632460b81db80ca11a48611'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:02.226509 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Made reservation on behalf of 36f26094c632460b81db80ca11a48611 for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:02.229177 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.238527 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.327546 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Publish callbacks [] for security_group (4d4b76e5-bf76-477b-b99d-93a7b5bde5a3), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.365539 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48656) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:02.423303 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-27fbd25e-24b3-40cc-af9b-471a3c5b602a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (de537bf9-4d85-4335-9729-7206a06b2731), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.435811 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4d4b76e5-bf76-477b-b99d-93a7b5bde5a3), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.447727 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-27fbd25e-24b3-40cc-af9b-471a3c5b602a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (de537bf9-4d85-4335-9729-7206a06b2731), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.466820 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:34:02.479979 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4b76e5-bf76-477b-b99d-93a7b5bde5a3,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:02.501832 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (c7cfe7d8-e77b-4f19-a965-043bb12ae287), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.502257 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Added segment c7cfe7d8-e77b-4f19-a965-043bb12ae287 of type vlan for network 27e88266-3cef-44ed-b9dc-200207d51ed3 Aug 29 21:34:02.544095 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (27e88266-3cef-44ed-b9dc-200207d51ed3), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.619712 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-27fbd25e-24b3-40cc-af9b-471a3c5b602a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (de537bf9-4d85-4335-9729-7206a06b2731), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.622395 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-27fbd25e-24b3-40cc-af9b-471a3c5b602a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.623562 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-27fbd25e-24b3-40cc-af9b-471a3c5b602a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/de537bf9-4d85-4335-9729-7206a06b2731 HTTP/1.1" status: 204 len: 168 time: 0.2570417 Aug 29 21:34:02.626649 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48658) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:02.633640 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbd25e-24b3-40cc-af9b-471a3c5b602a tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de537bf9-4d85-4335-9729-7206a06b2731,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:02.641126 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.api.v2.resource [None req-0c229311-9d14-43a7-96a6-305de78cc618 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] show failed (client error): The resource could not be found. Aug 29 21:34:02.642140 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0c229311-9d14-43a7-96a6-305de78cc618 tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "GET /networking/v2.0/security-groups/de537bf9-4d85-4335-9729-7206a06b2731 HTTP/1.1" status: 404 len: 347 time: 0.0143175 Aug 29 21:34:02.645061 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48660) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:02.695320 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (27e88266-3cef-44ed-b9dc-200207d51ed3), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.696348 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:02.696945 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.815205 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] Pushing event updated for resources: {'Network': ['ID=27e88266-3cef-44ed-b9dc-200207d51ed3,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:02.823086 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:02.823559 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Deleting port 1d4decb7-208a-4133-b8dd-4fc8ac3c7fff {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:02.823843 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (1d4decb7-208a-4133-b8dd-4fc8ac3c7fff), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.830835 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 27e88266-3cef-44ed-b9dc-200207d51ed3 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:34:02.920677 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-5d1b1e7b-3f36-4d23-bcaa-725a68ab16b8 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8516414 Aug 29 21:34:02.923495 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48662) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:02.928968 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Request body: {'subnet': {'network_id': '27e88266-3cef-44ed-b9dc-200207d51ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1804905123-subnet', 'tenant_id': '36f26094c632460b81db80ca11a48611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:02.930069 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (1d4decb7-208a-4133-b8dd-4fc8ac3c7fff), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.933677 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (1d4decb7-208a-4133-b8dd-4fc8ac3c7fff), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.945132 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Calling delete_port for 1d4decb7-208a-4133-b8dd-4fc8ac3c7fff owned by network:floatingip {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:02.995202 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:03.073846 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Made reservation on behalf of 36f26094c632460b81db80ca11a48611 for: {'subnet': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:03.077231 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8549012'] for subnet (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.173446 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-5f9a6a14-e42d-4c1b-af82-981fa4804420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.233900 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (1d4decb7-208a-4133-b8dd-4fc8ac3c7fff), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.266069 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Pushing event deleted for resources: {'Port': ['ID=1d4decb7-208a-4133-b8dd-4fc8ac3c7fff,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:03.330684 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks [] for floatingip (d663bfd5-5618-47de-8ebe-58a3829954ee), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.333306 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.334437 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f0f80a9f-e594-4535-9c2d-7f0d62fa171f tempest-AttachVolumeNegativeTest-92564630 tempest-AttachVolumeNegativeTest-92564630-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/d663bfd5-5618-47de-8ebe-58a3829954ee HTTP/1.1" status: 204 len: 168 time: 0.6884925 Aug 29 21:34:03.381803 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12151724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8548994'] for subnet (15b99b3f-17d6-427c-9c6f-6f9cf47bdf6e), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.409246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:03.445479 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b99b3f-17d6-427c-9c6f-6f9cf47bdf6e,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:03.457135 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Checking segment: {'id': 'c7cfe7d8-e77b-4f19-a965-043bb12ae287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '27e88266-3cef-44ed-b9dc-200207d51ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:03.457135 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Network hostable DHCP agents. Network: 27e88266-3cef-44ed-b9dc-200207d51ed3, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:34:03.595764 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Network 27e88266-3cef-44ed-b9dc-200207d51ed3 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:34:03.706673 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 27e88266-3cef-44ed-b9dc-200207d51ed3) {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:03.712958 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:03.713560 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.715806 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2002ae86-b27d-482f-986c-9eef6e0c5105 None None] Network 27e88266-3cef-44ed-b9dc-200207d51ed3 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:03.768033 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:34:03.792037 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:34:03.792381 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 44144b9e-ff7d-4c65-b8c4-575d2da5e3cc not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:34:03.801272 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-e2072a10-4823-457c-809e-1fc087ba12b9 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8765717 Aug 29 21:34:03.855064 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca8ca8e-6f2c-44ca-97ce-023acd6d33b1 None None] Network 27e88266-3cef-44ed-b9dc-200207d51ed3 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:03.942212 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48670) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:03.991076 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-1697c165-9154-461b-970a-23dd497f6b5d admin admin] Deleting subnet 16546469-0d3f-45ff-a4ee-3dee51932d86 {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:34:03.995421 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1697c165-9154-461b-970a-23dd497f6b5d admin admin] Publish callbacks [] for subnet (16546469-0d3f-45ff-a4ee-3dee51932d86), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.032527 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1697c165-9154-461b-970a-23dd497f6b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8500905'] for subnet (16546469-0d3f-45ff-a4ee-3dee51932d86), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.081507 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1697c165-9154-461b-970a-23dd497f6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (16546469-0d3f-45ff-a4ee-3dee51932d86), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.210186 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1697c165-9154-461b-970a-23dd497f6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501769'] for subnet (16546469-0d3f-45ff-a4ee-3dee51932d86), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.236409 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697c165-9154-461b-970a-23dd497f6b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16546469-0d3f-45ff-a4ee-3dee51932d86,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:04.242222 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1697c165-9154-461b-970a-23dd497f6b5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.246029 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-1697c165-9154-461b-970a-23dd497f6b5d admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/16546469-0d3f-45ff-a4ee-3dee51932d86 HTTP/1.1" status: 204 len: 168 time: 0.3021648 Aug 29 21:34:04.248023 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48672) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:04.338425 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (e3bf5770-b496-4c38-8fa3-8de43f19bd28), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.425584 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (e3bf5770-b496-4c38-8fa3-8de43f19bd28), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.447514 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bf5770-b496-4c38-8fa3-8de43f19bd28']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:04.458006 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80efe1de-3c2a-4120-b0ab-94569d70f2f8') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:04.458323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80efe1de-3c2a-4120-b0ab-94569d70f2f8') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:04.468496 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (80efe1de-3c2a-4120-b0ab-94569d70f2f8), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.480620 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:04.483018 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (80efe1de-3c2a-4120-b0ab-94569d70f2f8), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.490831 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:34:04.491157 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (80efe1de-3c2a-4120-b0ab-94569d70f2f8), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.546035 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 80efe1de-3c2a-4120-b0ab-94569d70f2f8 resource provider aggregate not found Aug 29 21:34:04.564501 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 80efe1de-3c2a-4120-b0ab-94569d70f2f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80efe1de-3c2a-4120-b0ab-94569d70f2f8 found for delete ", "request_id": "req-d58abbc6-0c48-44e1-b059-cdfc5c9e1642"}]} Aug 29 21:34:04.683761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (e3bf5770-b496-4c38-8fa3-8de43f19bd28), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.691456 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.694844 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/e3bf5770-b496-4c38-8fa3-8de43f19bd28 HTTP/1.1" status: 204 len: 168 time: 0.4454706 Aug 29 21:34:04.699902 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48678) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:04.705662 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff02b8-03f9-40d4-abae-bf2fec1f4ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3bf5770-b496-4c38-8fa3-8de43f19bd28,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:04.750292 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccaf6cf9-eff1-477a-9c07-b0d024dc8d35 admin admin] Deleting subnet 15b99b3f-17d6-427c-9c6f-6f9cf47bdf6e {{(pid=107110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:34:04.753791 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6cf9-eff1-477a-9c07-b0d024dc8d35 admin admin] Publish callbacks [] for subnet (15b99b3f-17d6-427c-9c6f-6f9cf47bdf6e), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.792429 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6cf9-eff1-477a-9c07-b0d024dc8d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12500591'] for subnet (15b99b3f-17d6-427c-9c6f-6f9cf47bdf6e), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.842890 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6cf9-eff1-477a-9c07-b0d024dc8d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (15b99b3f-17d6-427c-9c6f-6f9cf47bdf6e), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.888267 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:05.059557 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6cf9-eff1-477a-9c07-b0d024dc8d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12151791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8549003'] for subnet (15b99b3f-17d6-427c-9c6f-6f9cf47bdf6e), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.086674 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf6cf9-eff1-477a-9c07-b0d024dc8d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b99b3f-17d6-427c-9c6f-6f9cf47bdf6e,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:05.091556 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6cf9-eff1-477a-9c07-b0d024dc8d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.094905 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ccaf6cf9-eff1-477a-9c07-b0d024dc8d35 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/15b99b3f-17d6-427c-9c6f-6f9cf47bdf6e HTTP/1.1" status: 204 len: 168 time: 0.3939862 Aug 29 21:34:05.097905 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48688) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:05.173231 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (27e88266-3cef-44ed-b9dc-200207d51ed3), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.262079 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (27e88266-3cef-44ed-b9dc-200207d51ed3), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.283306 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e88266-3cef-44ed-b9dc-200207d51ed3']}} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:05.294479 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cfe7d8-e77b-4f19-a965-043bb12ae287') {'for_net_delete': True} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:05.294789 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cfe7d8-e77b-4f19-a965-043bb12ae287') {} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:05.306766 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12500580'] for segment (c7cfe7d8-e77b-4f19-a965-043bb12ae287), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.324974 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-31b1052b-b3b8-4ad6-8e4b-6f23e2ce0731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.328583 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (c7cfe7d8-e77b-4f19-a965-043bb12ae287), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.336175 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=107110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:34:05.336565 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12151113'] for segment (c7cfe7d8-e77b-4f19-a965-043bb12ae287), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.470468 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (27e88266-3cef-44ed-b9dc-200207d51ed3), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.477081 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.484423 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/27e88266-3cef-44ed-b9dc-200207d51ed3 HTTP/1.1" status: 204 len: 168 time: 0.3854082 Aug 29 21:34:05.486478 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment c7cfe7d8-e77b-4f19-a965-043bb12ae287 resource provider aggregate not found Aug 29 21:34:05.501398 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9469f96-33ed-45cf-94d4-d7de3320b08f admin admin] Pushing event deleted for resources: {'Network': ['ID=27e88266-3cef-44ed-b9dc-200207d51ed3,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:05.508499 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment c7cfe7d8-e77b-4f19-a965-043bb12ae287 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7cfe7d8-e77b-4f19-a965-043bb12ae287 found for delete ", "request_id": "req-6229ff06-4ab6-47c6-9f01-9e4a4bac89a8"}]} Aug 29 21:34:06.019086 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48700) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:06.060520 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-96ab012b-84de-4c16-9dba-41e304b01291 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f4880473c6e14f3899edecdf603cd25b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402009 Aug 29 21:34:06.063029 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48702) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:06.101193 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:06.113591 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9f8d-e6e8-414c-b8fe-6e59d1ff1416 admin admin] Publish callbacks [] for security_group (21bb2f97-a57e-4ac9-b1f3-b5db12f9569d), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.135463 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9f8d-e6e8-414c-b8fe-6e59d1ff1416 admin admin] Publish callbacks [] for security_group (21bb2f97-a57e-4ac9-b1f3-b5db12f9569d), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.318053 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9f8d-e6e8-414c-b8fe-6e59d1ff1416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (21bb2f97-a57e-4ac9-b1f3-b5db12f9569d), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.320704 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9f8d-e6e8-414c-b8fe-6e59d1ff1416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.321906 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-3c0a9f8d-e6e8-414c-b8fe-6e59d1ff1416 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/21bb2f97-a57e-4ac9-b1f3-b5db12f9569d HTTP/1.1" status: 204 len: 168 time: 0.2579865 Aug 29 21:34:06.331220 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a9f8d-e6e8-414c-b8fe-6e59d1ff1416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bb2f97-a57e-4ac9-b1f3-b5db12f9569d,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:06.830651 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.106533 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.367083 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48722) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:07.416497 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-d45120c9-238c-4e70-928e-726fdcc92597 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=36f26094c632460b81db80ca11a48611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482213 Aug 29 21:34:07.419134 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48724) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:07.473334 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e53ec02a-278b-44ea-a1f1-a1be23b36a0b admin admin] Publish callbacks [] for security_group (4d4b76e5-bf76-477b-b99d-93a7b5bde5a3), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.503810 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e53ec02a-278b-44ea-a1f1-a1be23b36a0b admin admin] Publish callbacks [] for security_group (4d4b76e5-bf76-477b-b99d-93a7b5bde5a3), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.667494 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e53ec02a-278b-44ea-a1f1-a1be23b36a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4d4b76e5-bf76-477b-b99d-93a7b5bde5a3), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.670331 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e53ec02a-278b-44ea-a1f1-a1be23b36a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.674606 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-e53ec02a-278b-44ea-a1f1-a1be23b36a0b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4d4b76e5-bf76-477b-b99d-93a7b5bde5a3 HTTP/1.1" status: 204 len: 168 time: 0.2512395 Aug 29 21:34:07.684985 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ec02a-278b-44ea-a1f1-a1be23b36a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4b76e5-bf76-477b-b99d-93a7b5bde5a3,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:07.703482 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:08.021324 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48734) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:08.289807 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.457543 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.538262 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:08.551507 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.817763 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:08.822901 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Deleting port 603811a1-1c10-40ac-99e0-9f8af69d7218 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:08.823242 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.917117 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] For port 603811a1-1c10-40ac-99e0-9f8af69d7218, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=603811a1-1c10-40ac-99e0-9f8af69d7218,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:08.917759 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.935083 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Calling delete_port for 603811a1-1c10-40ac-99e0-9f8af69d7218 owned by network:router_interface {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:09.256994 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (603811a1-1c10-40ac-99e0-9f8af69d7218), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.289083 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Pushing event deleted for resources: {'Port': ['ID=603811a1-1c10-40ac-99e0-9f8af69d7218,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:09.487510 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.555092 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:09.721755 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:34:09.834202 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:09.840467 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-dc7e5f4f-fd6d-40c3-8843-c1aeef76fe8f admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8182704 Aug 29 21:34:09.843004 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48766) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:09.846466 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] Sync routers for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:09.862076 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:09.863023 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:34:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:10.017117 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=51 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:10.020071 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:10.106594 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:10.175188 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:10.247479 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks [] for router (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.343153 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:10.385160 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks [] for router_gateway (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.391359 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] Checking router: 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:10.402647 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] Routers {'93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:10.403271 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:34:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:10.522815 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] Set router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:10.568709 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Deleting port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:10.569280 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.696968 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] For port 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:10.697995 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.718393 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Calling delete_port for 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 owned by network:router_gateway {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:10.723629 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:10.751002 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b56fd-2e7a-4da9-bcd2-831bc48b2d13 None None] The sync data for ids ['93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf'] in dv-cinder-854264-2-iscsi is: [{'id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'name': 'tempest-AttachVolumeNegativeTest-1609850787-router', 'tenant_id': '8695633e1e2744b6b6554536f1109fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 5, 'project_id': '8695633e1e2744b6b6554536f1109fc6', 'gw_port': {'id': '55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:35Z', 'updated_at': '2022-08-29T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:11.121591 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.145606 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:11.215874 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.311842 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.314104 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks [] for router_controller (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.356108 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:11.450139 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.450802 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf {{(pid=107110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:34:11.457263 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.459149 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-55c9066c-91e5-425b-92a3-7d14cd68fb00 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/93b826f6-c0db-48d7-a2ec-11cf2ee0b8cf HTTP/1.1" status: 204 len: 168 time: 1.6144562 Aug 29 21:34:11.461825 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48780) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:11.518589 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-2985e315-338e-4cf6-b116-441b1190ba3c admin admin] Deleting subnet 73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:34:11.522582 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2985e315-338e-4cf6-b116-441b1190ba3c admin admin] Publish callbacks [] for subnet (73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.564484 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2985e315-338e-4cf6-b116-441b1190ba3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8500905'] for subnet (73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.653419 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2985e315-338e-4cf6-b116-441b1190ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.810064 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2985e315-338e-4cf6-b116-441b1190ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501769'] for subnet (73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.838144 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e315-338e-4cf6-b116-441b1190ba3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:11.842276 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2985e315-338e-4cf6-b116-441b1190ba3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.846040 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2985e315-338e-4cf6-b116-441b1190ba3c admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/73ffec28-4ff3-43c8-9c6a-a9cd2d02eeca HTTP/1.1" status: 204 len: 168 time: 0.3822348 Aug 29 21:34:11.848443 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48786) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:11.850439 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc6796d-58e7-4ad6-b789-c3179b7af4d9 None None] Network 5d52e082-ed9a-4937-bc0b-8b03e2527c03 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:11.925842 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (5d52e082-ed9a-4937-bc0b-8b03e2527c03), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.980350 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Deleting port a2ae3e88-62ab-4692-9204-84168c767085 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:11.980689 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (a2ae3e88-62ab-4692-9204-84168c767085), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.026071 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387462ec-b6a5-4618-8e05-d42cec79cc03 None None] DHCP port deletion for 5d52e082-ed9a-4937-bc0b-8b03e2527c03 request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:34:12.049711 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] For port a2ae3e88-62ab-4692-9204-84168c767085, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=a2ae3e88-62ab-4692-9204-84168c767085,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:12.050077 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (a2ae3e88-62ab-4692-9204-84168c767085), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.065232 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Calling delete_port for a2ae3e88-62ab-4692-9204-84168c767085 owned by network:dhcp {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:12.069732 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-387462ec-b6a5-4618-8e05-d42cec79cc03 None None] Deleting port a2ae3e88-62ab-4692-9204-84168c767085 {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:12.070119 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-387462ec-b6a5-4618-8e05-d42cec79cc03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (a2ae3e88-62ab-4692-9204-84168c767085), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.134508 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-387462ec-b6a5-4618-8e05-d42cec79cc03 None None] For port a2ae3e88-62ab-4692-9204-84168c767085, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=a2ae3e88-62ab-4692-9204-84168c767085,segment=NetworkSegment(745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3),segment_id=745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:12.134904 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-387462ec-b6a5-4618-8e05-d42cec79cc03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (a2ae3e88-62ab-4692-9204-84168c767085), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.147656 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-387462ec-b6a5-4618-8e05-d42cec79cc03 None None] Calling delete_port for a2ae3e88-62ab-4692-9204-84168c767085 owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:12.246949 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (a2ae3e88-62ab-4692-9204-84168c767085), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.253263 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-387462ec-b6a5-4618-8e05-d42cec79cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (a2ae3e88-62ab-4692-9204-84168c767085), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.276776 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ae3e88-62ab-4692-9204-84168c767085,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:12.277699 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387462ec-b6a5-4618-8e05-d42cec79cc03 None None] Pushing event deleted for resources: {'Port': ['ID=a2ae3e88-62ab-4692-9204-84168c767085,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:12.281411 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387462ec-b6a5-4618-8e05-d42cec79cc03 None None] No DVR routers for this DVR port a2ae3e88-62ab-4692-9204-84168c767085 on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:34:12.284325 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] No DVR routers for this DVR port a2ae3e88-62ab-4692-9204-84168c767085 on host dv-cinder-854264-2-iscsi {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:34:12.359215 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:12.361787 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (5d52e082-ed9a-4937-bc0b-8b03e2527c03), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.382773 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d52e082-ed9a-4937-bc0b-8b03e2527c03']}} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:12.392632 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3') {'for_net_delete': True} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:12.392918 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3') {} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:12.408634 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12500580'] for segment (745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.423977 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.430915 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=107110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:34:12.431292 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12151113'] for segment (745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.474776 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment 745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3 resource provider aggregate not found Aug 29 21:34:12.497357 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment 745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 745e4f31-6c8a-45fe-8a8d-9de52d4cd9d3 found for delete ", "request_id": "req-d6a845f2-a282-414c-99ba-b93bb85312a5"}]} Aug 29 21:34:12.572421 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 603811a1-1c10-40ac-99e0-9f8af69d7218 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:34:12.592995 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 603811a1-1c10-40ac-99e0-9f8af69d7218 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:34:12.593336 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 603811a1-1c10-40ac-99e0-9f8af69d7218 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:34:12.593756 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:34:12.612390 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:34:12.612727 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 55ffbdc5-a57f-4926-ac3b-d0e35e3a4b05 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:34:12.613152 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device a2ae3e88-62ab-4692-9204-84168c767085 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:34:12.629645 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (5d52e082-ed9a-4937-bc0b-8b03e2527c03), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.633768 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: a2ae3e88-62ab-4692-9204-84168c767085 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:34:12.634027 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device a2ae3e88-62ab-4692-9204-84168c767085 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:34:12.636227 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.639326 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/5d52e082-ed9a-4937-bc0b-8b03e2527c03 HTTP/1.1" status: 204 len: 168 time: 0.7896287 Aug 29 21:34:12.653411 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d52e082-ed9a-4937-bc0b-8b03e2527c03,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:12.661217 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.661580 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.662375 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.662730 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.663071 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.663409 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.663790 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.664137 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.664439 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.664789 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.665632 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.665962 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.666285 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.666607 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:12.666927 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a211e84-f36d-4c1d-9022-d653497a5793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:13.101841 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48800) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:13.150556 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-99c745dc-7a30-47f9-82c9-a1032fe5a49e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8695633e1e2744b6b6554536f1109fc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471580 Aug 29 21:34:13.153037 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48802) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:13.205586 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-90c2975c-64a4-4175-b12b-3ea8d7515ae7 admin admin] Publish callbacks [] for security_group (ea84915c-3cb5-479a-a2d3-80fbc8544b31), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.231321 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-90c2975c-64a4-4175-b12b-3ea8d7515ae7 admin admin] Publish callbacks [] for security_group (ea84915c-3cb5-479a-a2d3-80fbc8544b31), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.438290 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-90c2975c-64a4-4175-b12b-3ea8d7515ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (ea84915c-3cb5-479a-a2d3-80fbc8544b31), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.441097 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-90c2975c-64a4-4175-b12b-3ea8d7515ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.442307 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-90c2975c-64a4-4175-b12b-3ea8d7515ae7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ea84915c-3cb5-479a-a2d3-80fbc8544b31 HTTP/1.1" status: 204 len: 168 time: 0.2883470 Aug 29 21:34:13.455495 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2975c-64a4-4175-b12b-3ea8d7515ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea84915c-3cb5-479a-a2d3-80fbc8544b31,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:15.711881 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48868) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:15.847301 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ca66ce2f-b796-4e7d-ac85-820ab772e3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.870565 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:15.933272 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ca66ce2f-b796-4e7d-ac85-820ab772e3a1 admin admin] Publish callbacks [] for security_group (95f7c06e-56ae-42ea-9410-ecf5761191b7), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.054334 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ca66ce2f-b796-4e7d-ac85-820ab772e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (95f7c06e-56ae-42ea-9410-ecf5761191b7), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.121309 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ca66ce2f-b796-4e7d-ac85-820ab772e3a1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=cd619246aefb4524ac238a8a7afde7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078324 Aug 29 21:34:16.122240 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66ce2f-b796-4e7d-ac85-820ab772e3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f7c06e-56ae-42ea-9410-ecf5761191b7,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:16.125718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48872) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:16.184446 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9157bdf8-e7c0-47e0-854a-0497b6bc7397 admin admin] Publish callbacks [] for security_group (95f7c06e-56ae-42ea-9410-ecf5761191b7), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.209371 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9157bdf8-e7c0-47e0-854a-0497b6bc7397 admin admin] Publish callbacks [] for security_group (95f7c06e-56ae-42ea-9410-ecf5761191b7), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.246089 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:16.409253 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9157bdf8-e7c0-47e0-854a-0497b6bc7397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (95f7c06e-56ae-42ea-9410-ecf5761191b7), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.411856 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9157bdf8-e7c0-47e0-854a-0497b6bc7397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.413245 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-9157bdf8-e7c0-47e0-854a-0497b6bc7397 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/95f7c06e-56ae-42ea-9410-ecf5761191b7 HTTP/1.1" status: 204 len: 168 time: 0.2864525 Aug 29 21:34:16.424267 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157bdf8-e7c0-47e0-854a-0497b6bc7397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f7c06e-56ae-42ea-9410-ecf5761191b7,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:17.182095 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 48890) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:17.329071 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-063d29d0-0509-44b7-a33b-3be34ef0d3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.433867 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-063d29d0-0509-44b7-a33b-3be34ef0d3cb admin admin] Publish callbacks [] for security_group (61c1fa9b-71d5-4695-a81f-e2873ba32650), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.514121 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-063d29d0-0509-44b7-a33b-3be34ef0d3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (61c1fa9b-71d5-4695-a81f-e2873ba32650), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.569125 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-063d29d0-0509-44b7-a33b-3be34ef0d3cb admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=faacc8a86fea4712adff7e77c31675b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858185 Aug 29 21:34:17.570357 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d29d0-0509-44b7-a33b-3be34ef0d3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c1fa9b-71d5-4695-a81f-e2873ba32650,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:17.572535 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48902) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:17.654299 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3d68187f-5801-4713-b2c4-58c2948dbbe1 admin admin] Publish callbacks [] for security_group (61c1fa9b-71d5-4695-a81f-e2873ba32650), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.665095 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:17.682135 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3d68187f-5801-4713-b2c4-58c2948dbbe1 admin admin] Publish callbacks [] for security_group (61c1fa9b-71d5-4695-a81f-e2873ba32650), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.881452 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3d68187f-5801-4713-b2c4-58c2948dbbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (61c1fa9b-71d5-4695-a81f-e2873ba32650), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.884395 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3d68187f-5801-4713-b2c4-58c2948dbbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.886346 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-3d68187f-5801-4713-b2c4-58c2948dbbe1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/61c1fa9b-71d5-4695-a81f-e2873ba32650 HTTP/1.1" status: 204 len: 168 time: 0.3120627 Aug 29 21:34:17.896367 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68187f-5801-4713-b2c4-58c2948dbbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c1fa9b-71d5-4695-a81f-e2873ba32650,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:19.013164 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48926) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:19.029969 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-96c95aad-c4ae-4176-a195-c26529f563b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.124756 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-96c95aad-c4ae-4176-a195-c26529f563b5 admin admin] Publish callbacks [] for security_group (0ea80d2b-2841-4f44-ac22-148f09ee3679), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.231941 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-96c95aad-c4ae-4176-a195-c26529f563b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0ea80d2b-2841-4f44-ac22-148f09ee3679), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.271051 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c95aad-c4ae-4176-a195-c26529f563b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea80d2b-2841-4f44-ac22-148f09ee3679,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:19.275341 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-96c95aad-c4ae-4176-a195-c26529f563b5 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c3bf48c8780f4b64ae55627de2b0415b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608390 Aug 29 21:34:19.278718 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 48928) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:19.307002 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:19.332491 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30a2636b-45c6-47ca-b2af-7d117e0e50aa admin admin] Publish callbacks [] for security_group (0ea80d2b-2841-4f44-ac22-148f09ee3679), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.358639 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30a2636b-45c6-47ca-b2af-7d117e0e50aa admin admin] Publish callbacks [] for security_group (0ea80d2b-2841-4f44-ac22-148f09ee3679), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.563552 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30a2636b-45c6-47ca-b2af-7d117e0e50aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0ea80d2b-2841-4f44-ac22-148f09ee3679), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.566295 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-30a2636b-45c6-47ca-b2af-7d117e0e50aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.567613 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-30a2636b-45c6-47ca-b2af-7d117e0e50aa admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0ea80d2b-2841-4f44-ac22-148f09ee3679 HTTP/1.1" status: 204 len: 168 time: 0.2886050 Aug 29 21:34:19.581597 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2636b-45c6-47ca-b2af-7d117e0e50aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea80d2b-2841-4f44-ac22-148f09ee3679,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:20.726538 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=25 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:20.728547 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=86 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:23.046368 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:34:24.443537 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49028) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:24.566674 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-beb804bd-210a-4240-9554-5ffb40c65fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:24.654308 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-beb804bd-210a-4240-9554-5ffb40c65fc5 admin admin] Publish callbacks [] for security_group (8dade293-ac33-4b28-9b5f-1a7cff971a89), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:24.755212 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-beb804bd-210a-4240-9554-5ffb40c65fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8dade293-ac33-4b28-9b5f-1a7cff971a89), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:24.797208 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb804bd-210a-4240-9554-5ffb40c65fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dade293-ac33-4b28-9b5f-1a7cff971a89,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:24.802315 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-beb804bd-210a-4240-9554-5ffb40c65fc5 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=85a7a08436a94038af6a7606a87ad96b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572628 Aug 29 21:34:24.807184 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49032) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:24.865222 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7a6e1a98-43ac-4ed0-8732-79ab848b4e6a admin admin] Publish callbacks [] for security_group (8dade293-ac33-4b28-9b5f-1a7cff971a89), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:24.891125 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7a6e1a98-43ac-4ed0-8732-79ab848b4e6a admin admin] Publish callbacks [] for security_group (8dade293-ac33-4b28-9b5f-1a7cff971a89), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.081401 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7a6e1a98-43ac-4ed0-8732-79ab848b4e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (8dade293-ac33-4b28-9b5f-1a7cff971a89), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.084194 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7a6e1a98-43ac-4ed0-8732-79ab848b4e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.085421 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-7a6e1a98-43ac-4ed0-8732-79ab848b4e6a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8dade293-ac33-4b28-9b5f-1a7cff971a89 HTTP/1.1" status: 204 len: 168 time: 0.2773306 Aug 29 21:34:25.096016 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e1a98-43ac-4ed0-8732-79ab848b4e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dade293-ac33-4b28-9b5f-1a7cff971a89,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:25.785279 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49040) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:25.799080 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d5685dc-a12d-4242-96eb-d82855449973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.838921 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:25.882056 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d5685dc-a12d-4242-96eb-d82855449973 admin admin] Publish callbacks [] for security_group (041b9143-216e-4ea0-a5ce-0fe38e2cfaec), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.963100 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6d5685dc-a12d-4242-96eb-d82855449973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (041b9143-216e-4ea0-a5ce-0fe38e2cfaec), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.004435 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5685dc-a12d-4242-96eb-d82855449973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041b9143-216e-4ea0-a5ce-0fe38e2cfaec,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:26.008852 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6d5685dc-a12d-4242-96eb-d82855449973 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=de7bd67abc8b4de3bb223db063b7e63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224913 Aug 29 21:34:26.013781 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49042) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:26.066188 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d8f83675-2605-4e13-8bf1-f62d978e727f admin admin] Publish callbacks [] for security_group (041b9143-216e-4ea0-a5ce-0fe38e2cfaec), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.074875 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:26.089623 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d8f83675-2605-4e13-8bf1-f62d978e727f admin admin] Publish callbacks [] for security_group (041b9143-216e-4ea0-a5ce-0fe38e2cfaec), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.261511 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d8f83675-2605-4e13-8bf1-f62d978e727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (041b9143-216e-4ea0-a5ce-0fe38e2cfaec), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.264201 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d8f83675-2605-4e13-8bf1-f62d978e727f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.265353 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d8f83675-2605-4e13-8bf1-f62d978e727f admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/041b9143-216e-4ea0-a5ce-0fe38e2cfaec HTTP/1.1" status: 204 len: 168 time: 0.2507145 Aug 29 21:34:26.274374 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f83675-2605-4e13-8bf1-f62d978e727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041b9143-216e-4ea0-a5ce-0fe38e2cfaec,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:27.557818 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:27.566162 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:DELETE=3,neutron:SELECT=20,neutron:INSERT=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:33.024509 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:33.042053 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:33.238837 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f6da-c655-4993-8491-e489bf7a9f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.327035 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-1b4de17f-5c70-4d34-83e2-3e911b6d2b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.269880 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=14,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:36.744005 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:37.078235 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.201072 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:38.301413 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.434700 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.503562 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35b68f-ed49-4ef6-a7dc-3e71a99e37a1 req-d994ce98-ec10-4edc-9301-eb2d1b39328d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:38.505199 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8f35b68f-ed49-4ef6-a7dc-3e71a99e37a1 req-d994ce98-ec10-4edc-9301-eb2d1b39328d tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 946 time: 0.0490029 Aug 29 21:34:38.553659 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8f35b68f-ed49-4ef6-a7dc-3e71a99e37a1 req-bdcdf144-6334-458c-b4c5-453b868cd868 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427828 Aug 29 21:34:39.690506 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f6451-44cb-45f0-a728-05d47b14db91 req-94d5c70f-aa69-491f-89b6-e7c39fd378ef tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:39.692397 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-988f6451-44cb-45f0-a728-05d47b14db91 req-94d5c70f-aa69-491f-89b6-e7c39fd378ef tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 946 time: 0.0547802 Aug 29 21:34:39.745200 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-988f6451-44cb-45f0-a728-05d47b14db91 req-614717a2-c629-4f13-83fb-d1ebf17b61dc tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470433 Aug 29 21:34:40.892952 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f380b-371d-4906-9819-da1f1b52a3e8 req-dc3190e0-aa0e-4256-80e1-8211503236ba tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:40.894441 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-164f380b-371d-4906-9819-da1f1b52a3e8 req-dc3190e0-aa0e-4256-80e1-8211503236ba tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 946 time: 0.0521312 Aug 29 21:34:40.942763 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-164f380b-371d-4906-9819-da1f1b52a3e8 req-62c907c1-a837-48d9-a579-7daaada232f8 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423310 Aug 29 21:34:42.076106 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f30c21-f68d-4431-a5eb-a5be4b624276 req-e3383658-23c1-4311-8414-09bb464995d0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:42.078325 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-48f30c21-f68d-4431-a5eb-a5be4b624276 req-e3383658-23c1-4311-8414-09bb464995d0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 946 time: 0.0507452 Aug 29 21:34:42.126226 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-48f30c21-f68d-4431-a5eb-a5be4b624276 req-78928b66-ab8a-4c10-b9b4-8f1116e91579 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=28cae8d9-dbe1-4684-bfd9-e4defb8314cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421414 Aug 29 21:34:42.246363 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-47086de4-ae1d-4fff-9575-9a275958fe51 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:42.248104 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-47086de4-ae1d-4fff-9575-9a275958fe51 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 946 time: 0.0579169 Aug 29 21:34:42.354471 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Deleting port 66c8e05e-f016-4ff0-8e7c-2e45a091431f {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:42.355272 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.475673 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] For port 66c8e05e-f016-4ff0-8e7c-2e45a091431f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66c8e05e-f016-4ff0-8e7c-2e45a091431f,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:42.482679 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.659665 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.659978 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (4d66af82-0971-42e6-99c3-81ab82b0f790), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.660386 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Floating IP 4d66af82-0971-42e6-99c3-81ab82b0f790 disassociated. External IP: 172.27.3.200, port: 66c8e05e-f016-4ff0-8e7c-2e45a091431f. Aug 29 21:34:42.660685 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Calling delete_port for 66c8e05e-f016-4ff0-8e7c-2e45a091431f owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:42.884366 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (66c8e05e-f016-4ff0-8e7c-2e45a091431f), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.921371 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event deleted for resources: {'Port': ['ID=66c8e05e-f016-4ff0-8e7c-2e45a091431f,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:43.054689 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Router b9b32390-edcd-48b0-a7a2-51862894f82f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:34:43.126579 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:43.161626 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:43.200852 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:43.217922 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] Sync routers for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:43.230291 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:43.244853 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:34:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:43.290434 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-37001483-a7b1-4c4b-9c5a-8b9b748faca5 req-91e65a0a-afe1-41ed-a19d-94e807a8c811 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 210 time: 0.0533090 Aug 29 21:34:43.291155 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] No DVR routers for this DVR port 66c8e05e-f016-4ff0-8e7c-2e45a091431f on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:34:43.293942 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.297543 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78db8dcc-1f14-4fbd-a375-9b94fed992e2 req-ed3ee0c1-011f-4929-8e59-5b64676aa69e tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.16 "DELETE /networking/v2.0/ports/66c8e05e-f016-4ff0-8e7c-2e45a091431f HTTP/1.1" status: 204 len: 173 time: 1.0443010 Aug 29 21:34:43.298017 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-deleted', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:43.300804 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd9b611-f847-4335-a1ae-e609b510bb72" -d '{"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-deleted", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:43.353320 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6273c92-d75b-4eac-b49e-b9ecf55704f9 x-openstack-request-id: req-f6273c92-d75b-4eac-b49e-b9ecf55704f9 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:43.353816 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed516ef-b559-450d-b615-b95c82908ee2", "name": "network-vif-deleted", "tag": "66c8e05e-f016-4ff0-8e7c-2e45a091431f", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:43.354217 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6273c92-d75b-4eac-b49e-b9ecf55704f9 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:43.354937 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6273c92-d75b-4eac-b49e-b9ecf55704f9'] response: {'server_uuid': '9ed516ef-b559-450d-b615-b95c82908ee2', 'name': 'network-vif-deleted', 'tag': '66c8e05e-f016-4ff0-8e7c-2e45a091431f', 'status': 'completed', 'code': 200} Aug 29 21:34:43.378656 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:43.613647 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:43.643742 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] Checking router: b9b32390-edcd-48b0-a7a2-51862894f82f for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:43.653666 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:43.654298 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:34:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:43.770877 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:44.177500 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:44.205534 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bceab-f162-4dac-a1c4-49b024614a8b None None] The sync data for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi is: [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:28:13Z', 'revision_number': 4, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '2cf4d223-3d60-458d-9b40-aafd1ffa0655', 'name': '', 'network_id': '48dd2592-6ea0-414d-a1c9-f95709b58170', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '747bf502-493a-458b-838e-c0d916d8d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:12Z', 'updated_at': '2022-08-29T21:28:18Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'subnets': [{'id': '747bf502-493a-458b-838e-c0d916d8d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:44.472693 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7889a401-2e0d-47d2-9d0e-60447727a1f0 req-855381fd-e6e9-4c13-96f0-7bc18ddc25c0 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9ed516ef-b559-450d-b615-b95c82908ee2 HTTP/1.1" status: 200 len: 210 time: 0.0594542 Aug 29 21:34:44.513661 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f1996-2bfb-4578-9f06-e61351904dbc None None] New status for floating IP 4d66af82-0971-42e6-99c3-81ab82b0f790: DOWN {{(pid=107113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:34:45.689886 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 49320) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:45.748178 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b6686831-31c6-4b63-ad09-a8e5bedf36df tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (28cae8d9-dbe1-4684-bfd9-e4defb8314cb), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.772079 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b6686831-31c6-4b63-ad09-a8e5bedf36df tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (28cae8d9-dbe1-4684-bfd9-e4defb8314cb), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.947624 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:34:45.971325 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 66c8e05e-f016-4ff0-8e7c-2e45a091431f {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:34:45.971663 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 66c8e05e-f016-4ff0-8e7c-2e45a091431f not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:34:46.007287 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b6686831-31c6-4b63-ad09-a8e5bedf36df tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (28cae8d9-dbe1-4684-bfd9-e4defb8314cb), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:46.011059 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b6686831-31c6-4b63-ad09-a8e5bedf36df tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:46.013264 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b6686831-31c6-4b63-ad09-a8e5bedf36df tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/28cae8d9-dbe1-4684-bfd9-e4defb8314cb HTTP/1.1" status: 204 len: 168 time: 0.3214285 Aug 29 21:34:46.015594 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49322) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:46.024094 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6686831-31c6-4b63-ad09-a8e5bedf36df tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cae8d9-dbe1-4684-bfd9-e4defb8314cb,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:46.030911 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.api.v2.resource [None req-7b0747fd-b88c-4c29-9305-2262a619dba2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] show failed (client error): The resource could not be found. Aug 29 21:34:46.031872 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-7b0747fd-b88c-4c29-9305-2262a619dba2 tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "GET /networking/v2.0/security-groups/28cae8d9-dbe1-4684-bfd9-e4defb8314cb HTTP/1.1" status: 404 len: 347 time: 0.0151119 Aug 29 21:34:46.034795 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49324) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:46.178853 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Deleting port 6a5d9267-d65d-496a-b719-75dbbbe6c7f9 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:46.179432 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (6a5d9267-d65d-496a-b719-75dbbbe6c7f9), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:46.524924 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (6a5d9267-d65d-496a-b719-75dbbbe6c7f9), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:46.526060 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (6a5d9267-d65d-496a-b719-75dbbbe6c7f9), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:46.545481 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Calling delete_port for 6a5d9267-d65d-496a-b719-75dbbbe6c7f9 owned by network:floatingip {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:46.810096 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (6a5d9267-d65d-496a-b719-75dbbbe6c7f9), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:46.839673 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Pushing event deleted for resources: {'Port': ['ID=6a5d9267-d65d-496a-b719-75dbbbe6c7f9,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:46.926116 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks [] for floatingip (4d66af82-0971-42e6-99c3-81ab82b0f790), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:46.929285 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:46.932614 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e0afc085-098a-49e2-8b24-0756a76a925f tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/4d66af82-0971-42e6-99c3-81ab82b0f790 HTTP/1.1" status: 204 len: 168 time: 0.8966405 Aug 29 21:34:49.815932 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49436) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:50.318226 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:50.371019 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:50.406097 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (b9b32390-edcd-48b0-a7a2-51862894f82f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:50.655922 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Deleting port 2cf4d223-3d60-458d-9b40-aafd1ffa0655 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:50.656259 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:50.746580 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] For port 2cf4d223-3d60-458d-9b40-aafd1ffa0655, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=2cf4d223-3d60-458d-9b40-aafd1ffa0655,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:50.746965 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:50.762120 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Calling delete_port for 2cf4d223-3d60-458d-9b40-aafd1ffa0655 owned by network:router_interface {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:51.055030 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (2cf4d223-3d60-458d-9b40-aafd1ffa0655), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.083402 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf4d223-3d60-458d-9b40-aafd1ffa0655,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:51.258641 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:51.264405 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (b9b32390-edcd-48b0-a7a2-51862894f82f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.423302 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:51.484339 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Router b9b32390-edcd-48b0-a7a2-51862894f82f has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:34:51.604597 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:51.609976 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-654de773-4780-4179-936d-7bf216150ac1 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/b9b32390-edcd-48b0-a7a2-51862894f82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964547 Aug 29 21:34:51.612734 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49446) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:51.613421 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] Sync routers for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:51.626403 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:51.627226 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:34:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:51.727809 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks [] for router (b9b32390-edcd-48b0-a7a2-51862894f82f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.743566 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:51.745912 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:51.840248 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks [] for router_gateway (b9b32390-edcd-48b0-a7a2-51862894f82f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.914232 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:51.941106 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:34:50Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:51.965548 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] Checking router: b9b32390-edcd-48b0-a7a2-51862894f82f for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:51.974406 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] Routers {'b9b32390-edcd-48b0-a7a2-51862894f82f'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:51.974919 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:34:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['b9b32390-edcd-48b0-a7a2-51862894f82f'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:52.050201 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Deleting port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:52.050533 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.088915 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] Set router b9b32390-edcd-48b0-a7a2-51862894f82f gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:52.144777 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] For port 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:52.145345 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.161359 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Calling delete_port for 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e owned by network:router_gateway {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:52.309317 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:34:50Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:52.335909 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4f5ea-4d17-45d0-aa38-f7a63926b5cb None None] The sync data for ids ['b9b32390-edcd-48b0-a7a2-51862894f82f'] in dv-cinder-854264-2-iscsi is: [{'id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1698563089-router', 'tenant_id': '5bc75af3ba6c442889ce29351414e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:28:09Z', 'updated_at': '2022-08-29T21:34:50Z', 'revision_number': 5, 'project_id': '5bc75af3ba6c442889ce29351414e110', 'gw_port': {'id': '72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b32390-edcd-48b0-a7a2-51862894f82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:28:10Z', 'updated_at': '2022-08-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:52.448472 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.476608 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Pushing event deleted for resources: {'Port': ['ID=72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:52.523988 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:52.541467 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (b9b32390-edcd-48b0-a7a2-51862894f82f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.635987 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (b9b32390-edcd-48b0-a7a2-51862894f82f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.640767 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks [] for router_controller (b9b32390-edcd-48b0-a7a2-51862894f82f), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.646082 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:52.768736 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (b9b32390-edcd-48b0-a7a2-51862894f82f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.769378 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b32390-edcd-48b0-a7a2-51862894f82f {{(pid=107111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:34:52.779283 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.779283 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-54a6e79a-91fc-437d-89dc-eae99a3aa00b admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/b9b32390-edcd-48b0-a7a2-51862894f82f HTTP/1.1" status: 204 len: 168 time: 1.1631575 Aug 29 21:34:52.780116 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 49454) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:52.808184 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 2cf4d223-3d60-458d-9b40-aafd1ffa0655 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:34:52.846079 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 2cf4d223-3d60-458d-9b40-aafd1ffa0655 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:34:52.846503 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 2cf4d223-3d60-458d-9b40-aafd1ffa0655 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:34:52.858013 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f89eaa-0174-4bfe-9180-d10b71c6c1ff admin admin] Deleting subnet 747bf502-493a-458b-838e-c0d916d8d44f {{(pid=107110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:34:52.870644 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-25f89eaa-0174-4bfe-9180-d10b71c6c1ff admin admin] Publish callbacks [] for subnet (747bf502-493a-458b-838e-c0d916d8d44f), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.904820 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-25f89eaa-0174-4bfe-9180-d10b71c6c1ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12500591'] for subnet (747bf502-493a-458b-838e-c0d916d8d44f), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.990552 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-25f89eaa-0174-4bfe-9180-d10b71c6c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (747bf502-493a-458b-838e-c0d916d8d44f), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.137656 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-25f89eaa-0174-4bfe-9180-d10b71c6c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12151791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8549003'] for subnet (747bf502-493a-458b-838e-c0d916d8d44f), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.163126 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f89eaa-0174-4bfe-9180-d10b71c6c1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747bf502-493a-458b-838e-c0d916d8d44f,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:53.169423 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-25f89eaa-0174-4bfe-9180-d10b71c6c1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.173187 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-25f89eaa-0174-4bfe-9180-d10b71c6c1ff admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/747bf502-493a-458b-838e-c0d916d8d44f HTTP/1.1" status: 204 len: 168 time: 0.3914280 Aug 29 21:34:53.175628 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49458) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:53.176180 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0759de98-932e-4c0a-bab9-df2e930f1ec2 None None] Network 48dd2592-6ea0-414d-a1c9-f95709b58170 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:53.250289 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (48dd2592-6ea0-414d-a1c9-f95709b58170), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.304267 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Deleting port 45905158-a309-464b-9514-d8f36993e2dc {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:53.304694 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (45905158-a309-464b-9514-d8f36993e2dc), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.375351 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] For port 45905158-a309-464b-9514-d8f36993e2dc, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=45905158-a309-464b-9514-d8f36993e2dc,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:53.376151 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (45905158-a309-464b-9514-d8f36993e2dc), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.399249 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Calling delete_port for 45905158-a309-464b-9514-d8f36993e2dc owned by network:dhcp {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:53.426102 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] DHCP port deletion for 48dd2592-6ea0-414d-a1c9-f95709b58170 request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:34:53.488923 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Deleting port 45905158-a309-464b-9514-d8f36993e2dc {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:34:53.489532 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (45905158-a309-464b-9514-d8f36993e2dc), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.570125 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] For port 45905158-a309-464b-9514-d8f36993e2dc, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=45905158-a309-464b-9514-d8f36993e2dc,segment=NetworkSegment(2084de9e-bfff-4c0a-977e-1d16e3af99a5),segment_id=2084de9e-bfff-4c0a-977e-1d16e3af99a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:53.570540 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (45905158-a309-464b-9514-d8f36993e2dc), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.583572 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (45905158-a309-464b-9514-d8f36993e2dc), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.588479 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Calling delete_port for 45905158-a309-464b-9514-d8f36993e2dc owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:34:53.622571 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=45905158-a309-464b-9514-d8f36993e2dc,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:53.628756 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] No DVR routers for this DVR port 45905158-a309-464b-9514-d8f36993e2dc on host dv-cinder-854264-2-iscsi {{(pid=107111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:34:53.680154 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (45905158-a309-464b-9514-d8f36993e2dc), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.705131 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Pushing event deleted for resources: {'Port': ['ID=45905158-a309-464b-9514-d8f36993e2dc,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:53.712661 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (48dd2592-6ea0-414d-a1c9-f95709b58170), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.715716 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] No DVR routers for this DVR port 45905158-a309-464b-9514-d8f36993e2dc on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:34:53.719569 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.719933 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.725564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11beb15f-2496-4b6e-96be-1edfc80cebbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:53.740596 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48dd2592-6ea0-414d-a1c9-f95709b58170']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:53.751213 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2084de9e-bfff-4c0a-977e-1d16e3af99a5') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:53.751501 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2084de9e-bfff-4c0a-977e-1d16e3af99a5') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:53.763606 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (2084de9e-bfff-4c0a-977e-1d16e3af99a5), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.777750 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (2084de9e-bfff-4c0a-977e-1d16e3af99a5), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.784377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:34:53.784837 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (2084de9e-bfff-4c0a-977e-1d16e3af99a5), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.874094 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 2084de9e-bfff-4c0a-977e-1d16e3af99a5 resource provider aggregate not found Aug 29 21:34:53.893071 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 2084de9e-bfff-4c0a-977e-1d16e3af99a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2084de9e-bfff-4c0a-977e-1d16e3af99a5 found for delete ", "request_id": "req-ab5c7d94-e3af-4a7e-a2b4-6c054da59aaf"}]} Aug 29 21:34:54.016384 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (48dd2592-6ea0-414d-a1c9-f95709b58170), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.024032 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.027873 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/48dd2592-6ea0-414d-a1c9-f95709b58170 HTTP/1.1" status: 204 len: 168 time: 0.8502817 Aug 29 21:34:54.044795 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef57396-7066-4851-9b50-19e2ff071c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=48dd2592-6ea0-414d-a1c9-f95709b58170,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:54.424896 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49472) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:54.470664 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e5b02ac4-0866-4e10-9b7d-d2d0d54c14e9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=5bc75af3ba6c442889ce29351414e110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445790 Aug 29 21:34:54.473378 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49474) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:54.527879 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6995c4dc-7a09-4343-b39b-b5f4ee1b8a6c admin admin] Publish callbacks [] for security_group (79cdcbb1-d7d6-4ddb-9359-bb0d71d0ea62), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.552038 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6995c4dc-7a09-4343-b39b-b5f4ee1b8a6c admin admin] Publish callbacks [] for security_group (79cdcbb1-d7d6-4ddb-9359-bb0d71d0ea62), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.592214 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 45905158-a309-464b-9514-d8f36993e2dc no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:34:54.614917 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 45905158-a309-464b-9514-d8f36993e2dc {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:34:54.615270 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 45905158-a309-464b-9514-d8f36993e2dc not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:34:54.615722 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:34:54.634732 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:34:54.635081 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 72a036ef-6f8c-48ff-ba54-0ad0b1dd9d9e not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:34:54.735356 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6995c4dc-7a09-4343-b39b-b5f4ee1b8a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (79cdcbb1-d7d6-4ddb-9359-bb0d71d0ea62), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.738318 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6995c4dc-7a09-4343-b39b-b5f4ee1b8a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.741105 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6995c4dc-7a09-4343-b39b-b5f4ee1b8a6c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/79cdcbb1-d7d6-4ddb-9359-bb0d71d0ea62 HTTP/1.1" status: 204 len: 168 time: 0.2653246 Aug 29 21:34:54.748349 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995c4dc-7a09-4343-b39b-b5f4ee1b8a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cdcbb1-d7d6-4ddb-9359-bb0d71d0ea62,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:58.300206 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:58.304129 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:00.049637 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:35:03.141485 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:03.143279 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c2734c47-f886-465f-acf5-48207bdf4508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.162971 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:03.578062 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 49650) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:03.697062 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-59583d0b-f48b-44ff-8392-676f8d44261c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.787622 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-59583d0b-f48b-44ff-8392-676f8d44261c admin admin] Publish callbacks [] for security_group (e44c2e1e-fe8f-4af6-8a9f-b7e333ede96f), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.897424 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-59583d0b-f48b-44ff-8392-676f8d44261c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e44c2e1e-fe8f-4af6-8a9f-b7e333ede96f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.938632 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-59583d0b-f48b-44ff-8392-676f8d44261c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=67b686dc1a254a4db31763535efa5f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593864 Aug 29 21:35:03.939486 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59583d0b-f48b-44ff-8392-676f8d44261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c2e1e-fe8f-4af6-8a9f-b7e333ede96f,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:03.941284 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49656) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:03.993646 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Publish callbacks [] for security_group (e44c2e1e-fe8f-4af6-8a9f-b7e333ede96f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.000692 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:04.015657 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Publish callbacks [] for security_group (e44c2e1e-fe8f-4af6-8a9f-b7e333ede96f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.053434 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:04.180277 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e44c2e1e-fe8f-4af6-8a9f-b7e333ede96f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.183450 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.184642 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e44c2e1e-fe8f-4af6-8a9f-b7e333ede96f HTTP/1.1" status: 204 len: 168 time: 0.2423623 Aug 29 21:35:04.192829 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c2e1e-fe8f-4af6-8a9f-b7e333ede96f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:04.201446 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.201786 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.202122 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.202463 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.202788 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.203432 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.203682 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.204136 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.204369 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.204692 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.205011 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.205327 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.205644 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.205960 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.206272 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57198618-1d49-4636-be99-5eb5b24ec16f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:04.999322 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49678) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:05.014801 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9b4853d6-24cd-4017-bcfa-067929ee1887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.102468 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9b4853d6-24cd-4017-bcfa-067929ee1887 admin admin] Publish callbacks [] for security_group (50ac85fb-14b8-4396-95c6-d4a895942607), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.211587 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9b4853d6-24cd-4017-bcfa-067929ee1887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (50ac85fb-14b8-4396-95c6-d4a895942607), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.253703 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-9b4853d6-24cd-4017-bcfa-067929ee1887 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=29c790fcee07477fb2729ea9f12b7a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531505 Aug 29 21:35:05.254554 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4853d6-24cd-4017-bcfa-067929ee1887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ac85fb-14b8-4396-95c6-d4a895942607,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:05.256549 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 49680) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:05.302876 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a26b3278-e83a-49fe-b632-0754fd6b6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.320385 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30036df8-b5dc-4893-ad59-1f54ea9af722 admin admin] Publish callbacks [] for security_group (50ac85fb-14b8-4396-95c6-d4a895942607), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.349914 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30036df8-b5dc-4893-ad59-1f54ea9af722 admin admin] Publish callbacks [] for security_group (50ac85fb-14b8-4396-95c6-d4a895942607), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.543179 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30036df8-b5dc-4893-ad59-1f54ea9af722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (50ac85fb-14b8-4396-95c6-d4a895942607), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.546121 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-30036df8-b5dc-4893-ad59-1f54ea9af722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.550255 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-30036df8-b5dc-4893-ad59-1f54ea9af722 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/50ac85fb-14b8-4396-95c6-d4a895942607 HTTP/1.1" status: 204 len: 168 time: 0.2898061 Aug 29 21:35:05.559508 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30036df8-b5dc-4893-ad59-1f54ea9af722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ac85fb-14b8-4396-95c6-d4a895942607,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:06.738016 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.008032 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:07.106533 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:08.325468 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:08.376751 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:09.202876 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 49786) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:09.313189 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-469eb6c4-8e90-4de5-90f9-b043eaab80cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:09.396208 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-469eb6c4-8e90-4de5-90f9-b043eaab80cf admin admin] Publish callbacks [] for security_group (23337582-c52c-4fe0-891e-ef5a9a2a023e), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:09.497109 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-469eb6c4-8e90-4de5-90f9-b043eaab80cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (23337582-c52c-4fe0-891e-ef5a9a2a023e), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:09.538679 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-469eb6c4-8e90-4de5-90f9-b043eaab80cf admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=9ba76ba44eb94c93a9e90974151a04e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347101 Aug 29 21:35:09.539528 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469eb6c4-8e90-4de5-90f9-b043eaab80cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23337582-c52c-4fe0-891e-ef5a9a2a023e,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:09.541591 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49790) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:09.596330 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-32672a57-9c42-49e9-bab4-4987b7eb33c7 admin admin] Publish callbacks [] for security_group (23337582-c52c-4fe0-891e-ef5a9a2a023e), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:09.617059 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-32672a57-9c42-49e9-bab4-4987b7eb33c7 admin admin] Publish callbacks [] for security_group (23337582-c52c-4fe0-891e-ef5a9a2a023e), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:09.734117 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-32672a57-9c42-49e9-bab4-4987b7eb33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (23337582-c52c-4fe0-891e-ef5a9a2a023e), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:09.736804 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-32672a57-9c42-49e9-bab4-4987b7eb33c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:09.738046 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-32672a57-9c42-49e9-bab4-4987b7eb33c7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/23337582-c52c-4fe0-891e-ef5a9a2a023e HTTP/1.1" status: 204 len: 168 time: 0.1953869 Aug 29 21:35:09.747267 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32672a57-9c42-49e9-bab4-4987b7eb33c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23337582-c52c-4fe0-891e-ef5a9a2a023e,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:10.040912 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:10.045749 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:10.521516 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49800) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:10.535790 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd859-dc6c-493b-a800-6f83bccb2f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:10.614851 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd859-dc6c-493b-a800-6f83bccb2f65 admin admin] Publish callbacks [] for security_group (a1ded9b9-966d-4177-b98f-805328217694), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:10.705377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd859-dc6c-493b-a800-6f83bccb2f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a1ded9b9-966d-4177-b98f-805328217694), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:10.755722 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd859-dc6c-493b-a800-6f83bccb2f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ded9b9-966d-4177-b98f-805328217694,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:10.755722 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-bf1fd859-dc6c-493b-a800-6f83bccb2f65 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=1a142490b1b1490f83285119d8918b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276042 Aug 29 21:35:10.757039 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 49808) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:10.818382 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e94e9de9-712a-4aec-93fa-f067e4b29eac admin admin] Publish callbacks [] for security_group (a1ded9b9-966d-4177-b98f-805328217694), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:10.820164 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:10.849182 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e94e9de9-712a-4aec-93fa-f067e4b29eac admin admin] Publish callbacks [] for security_group (a1ded9b9-966d-4177-b98f-805328217694), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:11.014773 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e94e9de9-712a-4aec-93fa-f067e4b29eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a1ded9b9-966d-4177-b98f-805328217694), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:11.017178 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e94e9de9-712a-4aec-93fa-f067e4b29eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:11.018488 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-e94e9de9-712a-4aec-93fa-f067e4b29eac admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a1ded9b9-966d-4177-b98f-805328217694 HTTP/1.1" status: 204 len: 168 time: 0.2601197 Aug 29 21:35:11.027314 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e9de9-712a-4aec-93fa-f067e4b29eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ded9b9-966d-4177-b98f-805328217694,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:12.856213 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 49910) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:12.993582 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:13.077862 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Publish callbacks [] for security_group (a1332faf-13e8-4997-a4eb-30dc3f4af82b), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:13.242093 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a1332faf-13e8-4997-a4eb-30dc3f4af82b), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:13.285508 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=aa25f47c230d4fb58fa9a4bdeee176a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272630 Aug 29 21:35:13.285765 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1332faf-13e8-4997-a4eb-30dc3f4af82b,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:13.287667 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 49924) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:13.294644 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.294983 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.295328 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.295664 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.296030 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.296361 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.296687 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.297020 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.297342 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.297680 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.297991 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.298312 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.298657 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.298981 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.299301 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11bf17-d0e8-4d4d-8e40-9d72a2a5651e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:13.335726 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:13.353632 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-18cc4805-2afc-4acb-9f1b-48b3a2573354 admin admin] Publish callbacks [] for security_group (a1332faf-13e8-4997-a4eb-30dc3f4af82b), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:13.378898 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-18cc4805-2afc-4acb-9f1b-48b3a2573354 admin admin] Publish callbacks [] for security_group (a1332faf-13e8-4997-a4eb-30dc3f4af82b), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:13.526174 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-18cc4805-2afc-4acb-9f1b-48b3a2573354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a1332faf-13e8-4997-a4eb-30dc3f4af82b), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:13.529345 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-18cc4805-2afc-4acb-9f1b-48b3a2573354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:13.530599 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-18cc4805-2afc-4acb-9f1b-48b3a2573354 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a1332faf-13e8-4997-a4eb-30dc3f4af82b HTTP/1.1" status: 204 len: 168 time: 0.2418990 Aug 29 21:35:13.540983 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc4805-2afc-4acb-9f1b-48b3a2573354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1332faf-13e8-4997-a4eb-30dc3f4af82b,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:15.483469 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50004) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:15.602449 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fb9115bc-7fe9-47a4-b9de-750ba30c8580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:15.623939 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:15.686745 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fb9115bc-7fe9-47a4-b9de-750ba30c8580 admin admin] Publish callbacks [] for security_group (4a3f8ea0-a03b-4a59-9aaf-db8280c47513), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:15.822178 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-fb9115bc-7fe9-47a4-b9de-750ba30c8580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4a3f8ea0-a03b-4a59-9aaf-db8280c47513), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:15.871519 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-fb9115bc-7fe9-47a4-b9de-750ba30c8580 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e3effb7cff314875b00b9f11b7a1e94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866186 Aug 29 21:35:15.872239 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9115bc-7fe9-47a4-b9de-750ba30c8580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3f8ea0-a03b-4a59-9aaf-db8280c47513,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:15.875339 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50008) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:15.945721 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ac5d-114f-4411-a05f-2d2c0bd94b9b admin admin] Publish callbacks [] for security_group (4a3f8ea0-a03b-4a59-9aaf-db8280c47513), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:15.980018 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ac5d-114f-4411-a05f-2d2c0bd94b9b admin admin] Publish callbacks [] for security_group (4a3f8ea0-a03b-4a59-9aaf-db8280c47513), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.125516 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ac5d-114f-4411-a05f-2d2c0bd94b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4a3f8ea0-a03b-4a59-9aaf-db8280c47513), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.128285 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ac5d-114f-4411-a05f-2d2c0bd94b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.129484 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b4c1ac5d-114f-4411-a05f-2d2c0bd94b9b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4a3f8ea0-a03b-4a59-9aaf-db8280c47513 HTTP/1.1" status: 204 len: 168 time: 0.2511895 Aug 29 21:35:16.140287 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1ac5d-114f-4411-a05f-2d2c0bd94b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3f8ea0-a03b-4a59-9aaf-db8280c47513,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:16.878076 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50020) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:16.892790 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-46da6e1a-a8ee-4ebb-bef5-cd0b7a09eb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.972269 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-46da6e1a-a8ee-4ebb-bef5-cd0b7a09eb21 admin admin] Publish callbacks [] for security_group (a827d25c-b158-4726-bcc0-08f26a0010ab), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.077543 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-46da6e1a-a8ee-4ebb-bef5-cd0b7a09eb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a827d25c-b158-4726-bcc0-08f26a0010ab), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.124023 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da6e1a-a8ee-4ebb-bef5-cd0b7a09eb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a827d25c-b158-4726-bcc0-08f26a0010ab,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:17.134957 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-46da6e1a-a8ee-4ebb-bef5-cd0b7a09eb21 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2d07ce1b0727438f84c3c1096eff345a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531447 Aug 29 21:35:17.135279 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50030) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:17.195028 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:17.201420 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8d337bfc-2c46-4815-8e31-182afd52c910 admin admin] Publish callbacks [] for security_group (a827d25c-b158-4726-bcc0-08f26a0010ab), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.223848 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8d337bfc-2c46-4815-8e31-182afd52c910 admin admin] Publish callbacks [] for security_group (a827d25c-b158-4726-bcc0-08f26a0010ab), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.380050 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8d337bfc-2c46-4815-8e31-182afd52c910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a827d25c-b158-4726-bcc0-08f26a0010ab), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.382770 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8d337bfc-2c46-4815-8e31-182afd52c910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.383943 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-8d337bfc-2c46-4815-8e31-182afd52c910 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a827d25c-b158-4726-bcc0-08f26a0010ab HTTP/1.1" status: 204 len: 168 time: 0.2498105 Aug 29 21:35:17.396300 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d337bfc-2c46-4815-8e31-182afd52c910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a827d25c-b158-4726-bcc0-08f26a0010ab,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:20.401599 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50094) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:20.514045 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d189369b-5a22-4bbc-abed-a75b875beb70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:20.605261 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d189369b-5a22-4bbc-abed-a75b875beb70 admin admin] Publish callbacks [] for security_group (e26a2d0b-b8d4-45ce-8009-9dd5a0431ddb), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:20.766218 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d189369b-5a22-4bbc-abed-a75b875beb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e26a2d0b-b8d4-45ce-8009-9dd5a0431ddb), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:20.823880 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d189369b-5a22-4bbc-abed-a75b875beb70 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f8ea8b9fda9c47d194a46e7372305932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210212 Aug 29 21:35:20.825203 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50104) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:20.825899 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189369b-5a22-4bbc-abed-a75b875beb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26a2d0b-b8d4-45ce-8009-9dd5a0431ddb,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:20.861067 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:20.890029 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-37d6cfa5-9052-4ca1-8fc9-17700c0d5aa5 admin admin] Publish callbacks [] for security_group (e26a2d0b-b8d4-45ce-8009-9dd5a0431ddb), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:20.913476 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-37d6cfa5-9052-4ca1-8fc9-17700c0d5aa5 admin admin] Publish callbacks [] for security_group (e26a2d0b-b8d4-45ce-8009-9dd5a0431ddb), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:21.125526 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-37d6cfa5-9052-4ca1-8fc9-17700c0d5aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (e26a2d0b-b8d4-45ce-8009-9dd5a0431ddb), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:21.128522 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-37d6cfa5-9052-4ca1-8fc9-17700c0d5aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:21.131654 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-37d6cfa5-9052-4ca1-8fc9-17700c0d5aa5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e26a2d0b-b8d4-45ce-8009-9dd5a0431ddb HTTP/1.1" status: 204 len: 168 time: 0.3032238 Aug 29 21:35:21.139723 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6cfa5-9052-4ca1-8fc9-17700c0d5aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26a2d0b-b8d4-45ce-8009-9dd5a0431ddb,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:21.967937 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50140) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:21.988149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-89d24166-0d6a-4cb9-a633-5aba53c0441e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.076645 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-89d24166-0d6a-4cb9-a633-5aba53c0441e admin admin] Publish callbacks [] for security_group (a585c90e-e773-47cc-9d67-bf95e4c9f08c), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.167672 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-89d24166-0d6a-4cb9-a633-5aba53c0441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a585c90e-e773-47cc-9d67-bf95e4c9f08c), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.208349 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d24166-0d6a-4cb9-a633-5aba53c0441e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a585c90e-e773-47cc-9d67-bf95e4c9f08c,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:22.212826 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-89d24166-0d6a-4cb9-a633-5aba53c0441e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=9fc31a323f104a38a9c8c7f99131fc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438505 Aug 29 21:35:22.215436 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50146) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:22.268880 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f7fb1549-8a73-42da-b17d-5e85ff93ac9e admin admin] Publish callbacks [] for security_group (a585c90e-e773-47cc-9d67-bf95e4c9f08c), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.292117 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f7fb1549-8a73-42da-b17d-5e85ff93ac9e admin admin] Publish callbacks [] for security_group (a585c90e-e773-47cc-9d67-bf95e4c9f08c), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.439292 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f7fb1549-8a73-42da-b17d-5e85ff93ac9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (a585c90e-e773-47cc-9d67-bf95e4c9f08c), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.442121 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-f7fb1549-8a73-42da-b17d-5e85ff93ac9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.443393 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-f7fb1549-8a73-42da-b17d-5e85ff93ac9e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a585c90e-e773-47cc-9d67-bf95e4c9f08c HTTP/1.1" status: 204 len: 168 time: 0.2270217 Aug 29 21:35:22.452804 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb1549-8a73-42da-b17d-5e85ff93ac9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a585c90e-e773-47cc-9d67-bf95e4c9f08c,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:27.029774 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:27.033678 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:27.408699 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:27.688639 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50298) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:27.799788 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-66582005-09c6-4016-af23-851bbba2539a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:27.848618 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:27.885326 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-66582005-09c6-4016-af23-851bbba2539a admin admin] Publish callbacks [] for security_group (c18c8af9-f3ff-4ac2-a18a-68c748eb5163), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:28.067926 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-66582005-09c6-4016-af23-851bbba2539a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c18c8af9-f3ff-4ac2-a18a-68c748eb5163), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:28.109955 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66582005-09c6-4016-af23-851bbba2539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18c8af9-f3ff-4ac2-a18a-68c748eb5163,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:28.114313 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-66582005-09c6-4016-af23-851bbba2539a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=abd71d237e054c94aba2af45655b6632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4242990 Aug 29 21:35:28.117759 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50304) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:28.157687 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:28.173896 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-298e9937-c3d5-4050-90da-f37e53ed95fd admin admin] Publish callbacks [] for security_group (c18c8af9-f3ff-4ac2-a18a-68c748eb5163), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:28.195794 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-298e9937-c3d5-4050-90da-f37e53ed95fd admin admin] Publish callbacks [] for security_group (c18c8af9-f3ff-4ac2-a18a-68c748eb5163), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:28.319144 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-298e9937-c3d5-4050-90da-f37e53ed95fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c18c8af9-f3ff-4ac2-a18a-68c748eb5163), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:28.321779 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-298e9937-c3d5-4050-90da-f37e53ed95fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:28.322934 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-298e9937-c3d5-4050-90da-f37e53ed95fd admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c18c8af9-f3ff-4ac2-a18a-68c748eb5163 HTTP/1.1" status: 204 len: 168 time: 0.2049346 Aug 29 21:35:28.331381 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e9937-c3d5-4050-90da-f37e53ed95fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18c8af9-f3ff-4ac2-a18a-68c748eb5163,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:29.373163 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50330) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:29.472306 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-548081139-network', 'tenant_id': 'ecd13ced46854940b3765ee641390212'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:29.587505 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Made reservation on behalf of ecd13ced46854940b3765ee641390212 for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:29.590118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:29.600451 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:29.680033 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Publish callbacks [] for security_group (5412374d-dd6b-49bd-b2a8-d461295e3002), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:29.767344 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (5412374d-dd6b-49bd-b2a8-d461295e3002), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:30.032043 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:30.041823 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:35:30.049138 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5412374d-dd6b-49bd-b2a8-d461295e3002,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:30.057476 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (c2d62c85-66c2-4846-a835-dea9283b1a04), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:30.057476 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Added segment c2d62c85-66c2-4846-a835-dea9283b1a04 of type vlan for network c751c7e2-184d-4f27-8a13-c3f74b9178e0 Aug 29 21:35:30.103114 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (c751c7e2-184d-4f27-8a13-c3f74b9178e0), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:30.287920 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (c751c7e2-184d-4f27-8a13-c3f74b9178e0), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:30.288887 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:30.289467 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:30.358161 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] Pushing event updated for resources: {'Network': ['ID=c751c7e2-184d-4f27-8a13-c3f74b9178e0,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:30.368895 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network c751c7e2-184d-4f27-8a13-c3f74b9178e0 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:35:30.402103 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-5a75f6e2-54e2-42a7-85ff-79e75f2d6633 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0278111 Aug 29 21:35:30.405137 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50342) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:30.410489 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Request body: {'subnet': {'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-548081139-subnet', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:30.522256 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Made reservation on behalf of ecd13ced46854940b3765ee641390212 for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:30.524737 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501782'] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:30.537145 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:30.795033 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501760'] for subnet (0de17087-d83e-451b-9dde-6fdf1da42491), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:30.856502 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de17087-d83e-451b-9dde-6fdf1da42491,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:30.869216 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Checking segment: {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:30.869216 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Network hostable DHCP agents. Network: c751c7e2-184d-4f27-8a13-c3f74b9178e0, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:35:31.017041 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Network c751c7e2-184d-4f27-8a13-c3f74b9178e0 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:35:31.116535 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, c751c7e2-184d-4f27-8a13-c3f74b9178e0) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:31.123689 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:31.124367 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.125696 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b9aed-cdae-4d93-898f-ae198c7fa6d7 None None] Network c751c7e2-184d-4f27-8a13-c3f74b9178e0 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:31.224763 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d1675cae-cf9c-4ef6-9a57-48064f7edb79 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8128679 Aug 29 21:35:31.224763 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50348) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:31.232652 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:31.258737 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'project_id': 'ecd13ced46854940b3765ee641390212', 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:35:31.259773 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.365859 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (024b0098-834a-46b1-9165-390eea6f9a0c), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.367808 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (024b0098-834a-46b1-9165-390eea6f9a0c), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.429671 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks [] for router_controller (024b0098-834a-46b1-9165-390eea6f9a0c), precommit_add_association {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.527761 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Allocated IP 172.20.0.2 (c751c7e2-184d-4f27-8a13-c3f74b9178e0/0de17087-d83e-451b-9dde-6fdf1da42491/3a81f551-bcd3-49b1-a2c4-1755bf7e3659) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:31.680231 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Publish callbacks [] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.707260 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks [] for router_gateway (024b0098-834a-46b1-9165-390eea6f9a0c), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.795218 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.797893 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:31.842902 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Network c751c7e2-184d-4f27-8a13-c3f74b9178e0 is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:31.846838 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:31.849699 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:31.857941 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Pushing event updated for resources: {'Port': ['ID=3a81f551-bcd3-49b1-a2c4-1755bf7e3659,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:31.915500 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Attempting to bind port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:31.915849 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Attempting to bind port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:31.916235 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Attempting to bind port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 on network c751c7e2-184d-4f27-8a13-c3f74b9178e0 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:31.923227 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:31.923721 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Checking segment: {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:31.924077 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.924398 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Bound using segment: {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:31.924877 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Bound port: 3a81f551-bcd3-49b1-a2c4-1755bf7e3659, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:31.925251 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.992797 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks [] for router_gateway (024b0098-834a-46b1-9165-390eea6f9a0c), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.993044 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] For port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:31.996229 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] For port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=3a81f551-bcd3-49b1-a2c4-1755bf7e3659,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:32.016001 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:32.102921 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:32.143079 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Allocated IP 172.27.3.88 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/724b4899-05b6-4a82-a489-3d8cfc543c7f) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:32.153483 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:32.158429 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:32.190699 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f8954-2f5e-4fe8-855e-1a2585afa854 None None] Pushing event updated for resources: {'Port': ['ID=3a81f551-bcd3-49b1-a2c4-1755bf7e3659,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:32.250369 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:32.286598 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks [] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:32.422185 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:32.464390 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:32.468234 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:32.471213 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:32.498504 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Pushing event updated for resources: {'Port': ['ID=724b4899-05b6-4a82-a489-3d8cfc543c7f,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:32.640571 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:32.691569 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:32.691980 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:32.769155 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:32.769645 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:32.810299 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=3a81f551-bcd3-49b1-a2c4-1755bf7e3659,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:32.833845 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks [] for router_gateway (024b0098-834a-46b1-9165-390eea6f9a0c), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:32.879777 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:32.889875 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:32.939222 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=3a81f551-bcd3-49b1-a2c4-1755bf7e3659,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:33.056781 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (024b0098-834a-46b1-9165-390eea6f9a0c), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:33.171175 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-cf213eb4-f9cd-42ed-9b46-9c09b0b7ad5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:33.177082 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a089b8-a557-4643-bfa4-7876c34aaab8 None None] Network c751c7e2-184d-4f27-8a13-c3f74b9178e0 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:33.290565 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-002e4a67-7a4b-443a-894b-119fbb189d3a None None] Provisioning complete for port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:33.291071 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-002e4a67-7a4b-443a-894b-119fbb189d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:33.313999 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Router 024b0098-834a-46b1-9165-390eea6f9a0c is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:35:33.399634 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-002e4a67-7a4b-443a-894b-119fbb189d3a None None] Current status of the port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:33.441517 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:33.452680 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Sync routers for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:33.464462 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:33.465112 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:35:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:33.570228 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:33.571801 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:33.572499 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b6d817bd-fc09-4a8e-82dc-d30a77a313fa admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3488123 Aug 29 21:35:33.575571 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50366) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:33.623003 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-8e858522-f85a-4545-bcc9-e0519906a475 None None] Provisioning complete for port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:33.623402 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8e858522-f85a-4545-bcc9-e0519906a475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:33.667427 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:33.690957 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:33.712021 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-8e858522-f85a-4545-bcc9-e0519906a475 None None] Current status of the port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:33.863075 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:32Z', 'revision_number': 3, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:33.890410 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Checking router: 024b0098-834a-46b1-9165-390eea6f9a0c for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:33.890774 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Updating router 024b0098-834a-46b1-9165-390eea6f9a0c port 724b4899-05b6-4a82-a489-3d8cfc543c7f binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:35:33.922872 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.046571 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.115122 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:34.213568 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Allocated IP 172.20.0.1 (c751c7e2-184d-4f27-8a13-c3f74b9178e0/0de17087-d83e-451b-9dde-6fdf1da42491/7bb5c6e8-e654-4b09-b311-12507afa5b8d) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:34.225670 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Publish callbacks [] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.328741 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Publish callbacks [] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.616316 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:34.634864 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.665340 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:34.665710 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.676593 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Attempting to bind port 724b4899-05b6-4a82-a489-3d8cfc543c7f on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:34.676960 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Attempting to bind port 724b4899-05b6-4a82-a489-3d8cfc543c7f by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:34.677307 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Attempting to bind port 724b4899-05b6-4a82-a489-3d8cfc543c7f on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:34.690901 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:34.691247 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:34.691583 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.692070 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:34.692547 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Bound port: 724b4899-05b6-4a82-a489-3d8cfc543c7f, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:34.692917 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.704568 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.726243 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Pushing event updated for resources: {'Port': ['ID=724b4899-05b6-4a82-a489-3d8cfc543c7f,revision_number=2']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:34.752099 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:34.761379 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.761723 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.762638 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.762992 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.763318 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.763640 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.764169 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.764491 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.764817 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.765215 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.765561 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.765907 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.766352 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.766624 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.766938 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:34.778245 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] For port 724b4899-05b6-4a82-a489-3d8cfc543c7f, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:34.778512 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Network c751c7e2-184d-4f27-8a13-c3f74b9178e0 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:34.782862 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:34.783013 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] For port 724b4899-05b6-4a82-a489-3d8cfc543c7f, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=724b4899-05b6-4a82-a489-3d8cfc543c7f,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:34.785820 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:34.813806 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Pushing event updated for resources: {'Port': ['ID=7bb5c6e8-e654-4b09-b311-12507afa5b8d,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:34.833420 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (024b0098-834a-46b1-9165-390eea6f9a0c), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:34.835597 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:34.979453 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.019209 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:35.019837 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:35:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:35.038249 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-fdf2f750-6f0d-4fba-aaa6-1ba3e129aa9d None None] Provisioning complete for port 7bb5c6e8-e654-4b09-b311-12507afa5b8d triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:35.038489 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f750-6f0d-4fba-aaa6-1ba3e129aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.082090 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2f750-6f0d-4fba-aaa6-1ba3e129aa9d None None] Port 7bb5c6e8-e654-4b09-b311-12507afa5b8d cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:35:35.082506 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fad95d-1042-485c-a863-9cc022372f1a None None] Pushing event updated for resources: {'Port': ['ID=724b4899-05b6-4a82-a489-3d8cfc543c7f,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:35.127760 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.146774 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:35.151276 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:35.153488 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:35.311569 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc195-f040-4003-8498-be5d84a26b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.319412 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Publish callbacks [] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.331336 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:32Z', 'revision_number': 3, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:35.359748 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716c270-6ae1-4c47-9f47-fe9c70f3bbd5 None None] The sync data for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi is: [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:32Z', 'revision_number': 3, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:35.437851 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.509609 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (024b0098-834a-46b1-9165-390eea6f9a0c), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.511482 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Pushing event updated for resources: {'Port': ['ID=7bb5c6e8-e654-4b09-b311-12507afa5b8d,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:35.537041 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:35.635954 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Network c751c7e2-184d-4f27-8a13-c3f74b9178e0 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:35.638212 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:35.768161 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Router 024b0098-834a-46b1-9165-390eea6f9a0c has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:35:35.889957 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:35.895391 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-9fc29d29-9e09-4151-89f5-d62b96b84a6f admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/024b0098-834a-46b1-9165-390eea6f9a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3186624 Aug 29 21:35:35.915785 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-cd718d95-972f-403c-be92-31cdc83ee3e5 None None] Provisioning complete for port 7bb5c6e8-e654-4b09-b311-12507afa5b8d triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:35.916412 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-cd718d95-972f-403c-be92-31cdc83ee3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.957669 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-cd718d95-972f-403c-be92-31cdc83ee3e5 None None] Port 7bb5c6e8-e654-4b09-b311-12507afa5b8d cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:35:36.638975 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 724b4899-05b6-4a82-a489-3d8cfc543c7f up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:36.705788 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 724b4899-05b6-4a82-a489-3d8cfc543c7f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:36.706399 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.745599 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50394) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:36.751275 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1687401461-network', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:36.789956 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 724b4899-05b6-4a82-a489-3d8cfc543c7f is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:36.790348 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.814643 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 724b4899-05b6-4a82-a489-3d8cfc543c7f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=724b4899-05b6-4a82-a489-3d8cfc543c7f,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:36.818816 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.913577 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Made reservation on behalf of 41023f7417314c0b9e63e0d68bbb7d2f for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:36.916265 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.976509 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.009178 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:37.014758 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Sync routers for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:37.050071 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:35:37.054549 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:37.055196 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:35:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:37.060788 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=724b4899-05b6-4a82-a489-3d8cfc543c7f,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:37.160331 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.184453 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:37.185017 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.222568 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:37.270080 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Publish callbacks [] for security_group (0dcb7868-fae4-49a6-9dca-0d41a2879dca), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.386146 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '7bb5c6e8-e654-4b09-b311-12507afa5b8d', 'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'mac_address': 'fa:16:3e:85:61:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:34Z', 'updated_at': '2022-08-29T21:35:35Z', 'revision_number': 2, 'project_id': 'ecd13ced46854940b3765ee641390212', 'subnets': [{'id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:37.390684 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0dcb7868-fae4-49a6-9dca-0d41a2879dca), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.413939 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:35:37.417083 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Checking router: 024b0098-834a-46b1-9165-390eea6f9a0c for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:37.417518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Updating router 024b0098-834a-46b1-9165-390eea6f9a0c port 7bb5c6e8-e654-4b09-b311-12507afa5b8d binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:35:37.428847 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcb7868-fae4-49a6-9dca-0d41a2879dca,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:37.433873 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (9f7b50c7-d606-4c4d-b22a-21c21b5946a5), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.437836 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Added segment 9f7b50c7-d606-4c4d-b22a-21c21b5946a5 of type vlan for network 217fb39d-898f-40ce-ac45-576debb916ef Aug 29 21:35:37.450106 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.467843 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:37.481580 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (217fb39d-898f-40ce-ac45-576debb916ef), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.623096 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (217fb39d-898f-40ce-ac45-576debb916ef), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.624325 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:37.624996 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.695375 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] Pushing event updated for resources: {'Network': ['ID=217fb39d-898f-40ce-ac45-576debb916ef,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:37.711264 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 217fb39d-898f-40ce-ac45-576debb916ef details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:35:37.775022 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d7bb539e-661e-43f8-bcec-a0dd25017556 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0282476 Aug 29 21:35:37.778768 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50408) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:37.787476 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Request body: {'subnet': {'network_id': '217fb39d-898f-40ce-ac45-576debb916ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1687401461-subnet', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:37.815800 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Publish callbacks [] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.893781 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Made reservation on behalf of 41023f7417314c0b9e63e0d68bbb7d2f for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:37.896462 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501782'] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.962494 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.030518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050709-2e05-4d91-847a-293c99847eeb None None] Pushing event updated for resources: {'Port': ['ID=7bb5c6e8-e654-4b09-b311-12507afa5b8d,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:38.066972 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Attempting to bind port 7bb5c6e8-e654-4b09-b311-12507afa5b8d on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:38.067341 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Attempting to bind port 7bb5c6e8-e654-4b09-b311-12507afa5b8d by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:38.067700 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Attempting to bind port 7bb5c6e8-e654-4b09-b311-12507afa5b8d on network c751c7e2-184d-4f27-8a13-c3f74b9178e0 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:38.073285 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:38.073727 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Checking segment: {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:38.074104 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.074516 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Bound using segment: {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:38.075000 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Bound port: 7bb5c6e8-e654-4b09-b311-12507afa5b8d, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:38.075376 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.140105 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] For port 7bb5c6e8-e654-4b09-b311-12507afa5b8d, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:38.143303 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] For port 7bb5c6e8-e654-4b09-b311-12507afa5b8d, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=7bb5c6e8-e654-4b09-b311-12507afa5b8d,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:38.190305 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501760'] for subnet (496597b6-ed78-4605-aadb-ab3402c72b2f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.237339 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.243958 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:38.246878 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Pushing event updated for resources: {'Subnet': ['ID=496597b6-ed78-4605-aadb-ab3402c72b2f,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:38.265135 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:38.269551 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Checking segment: {'id': '9f7b50c7-d606-4c4d-b22a-21c21b5946a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:38.269918 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Network hostable DHCP agents. Network: 217fb39d-898f-40ce-ac45-576debb916ef, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:35:38.284366 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:38.284925 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:35:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:38.346344 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=21,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:38.427593 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Network 217fb39d-898f-40ce-ac45-576debb916ef is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:35:38.467357 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.498126 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050709-2e05-4d91-847a-293c99847eeb None None] Pushing event updated for resources: {'Port': ['ID=7bb5c6e8-e654-4b09-b311-12507afa5b8d,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:38.539418 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:38.557646 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:38.570913 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 217fb39d-898f-40ce-ac45-576debb916ef) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:38.576132 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:38.576744 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.603750 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588c55e-19d4-481a-b8d5-fba670095236 None None] Network 217fb39d-898f-40ce-ac45-576debb916ef requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:38.658620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 724b4899-05b6-4a82-a489-3d8cfc543c7f up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:38.666432 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.720359 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c022e3b1-fd3e-494e-bccd-e3c1658f844e admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9385266 Aug 29 21:35:38.723040 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50422) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:38.727489 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:38.829782 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 724b4899-05b6-4a82-a489-3d8cfc543c7f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:38.830148 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.851589 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (85cf2f6f-f89b-491c-9e86-3904bdc12f69), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.851589 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (85cf2f6f-f89b-491c-9e86-3904bdc12f69), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.861525 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-217fb39d-898f-40ce-ac45-576debb916ef', 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef', 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'fixed_ips': [{'subnet_id': '496597b6-ed78-4605-aadb-ab3402c72b2f'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:35:38.865630 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.896113 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks [] for router_controller (85cf2f6f-f89b-491c-9e86-3904bdc12f69), precommit_add_association {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.994040 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:39.017702 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '7bb5c6e8-e654-4b09-b311-12507afa5b8d', 'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'mac_address': 'fa:16:3e:85:61:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:34Z', 'updated_at': '2022-08-29T21:35:38Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'subnets': [{'id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:39.091978 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59b1fc-e9ed-47d0-82ac-a640845b1cee None None] The sync data for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi is: [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '7bb5c6e8-e654-4b09-b311-12507afa5b8d', 'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'mac_address': 'fa:16:3e:85:61:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:34Z', 'updated_at': '2022-08-29T21:35:38Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'subnets': [{'id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:39.105445 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 724b4899-05b6-4a82-a489-3d8cfc543c7f is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:39.123828 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Allocated IP 172.20.0.2 (217fb39d-898f-40ce-ac45-576debb916ef/496597b6-ed78-4605-aadb-ab3402c72b2f/4f8f2ba3-0bc5-42b0-8983-be31cd2e20de) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:39.181151 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks [] for router_gateway (85cf2f6f-f89b-491c-9e86-3904bdc12f69), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.298935 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Publish callbacks [] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.315550 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:39.414145 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.458816 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Network 217fb39d-898f-40ce-ac45-576debb916ef is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:39.461997 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:39.464205 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks [] for router_gateway (85cf2f6f-f89b-491c-9e86-3904bdc12f69), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.467156 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:39.474908 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Pushing event updated for resources: {'Port': ['ID=4f8f2ba3-0bc5-42b0-8983-be31cd2e20de,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:39.485694 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.540850 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Attempting to bind port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:39.541210 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Attempting to bind port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '9f7b50c7-d606-4c4d-b22a-21c21b5946a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:39.541571 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Attempting to bind port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de on network 217fb39d-898f-40ce-ac45-576debb916ef {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:39.548210 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:39.548601 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Checking segment: {'id': '9f7b50c7-d606-4c4d-b22a-21c21b5946a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:39.548977 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.549760 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Bound using segment: {'id': '9f7b50c7-d606-4c4d-b22a-21c21b5946a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:39.549885 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Bound port: 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7b50c7-d606-4c4d-b22a-21c21b5946a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:39.550192 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.588414 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:39.625753 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] For port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:39.627228 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Allocated IP 172.27.3.248 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/875bad6c-5a41-4b04-9436-0f86274ea1a2) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:39.631313 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] For port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=4f8f2ba3-0bc5-42b0-8983-be31cd2e20de,segment=NetworkSegment(9f7b50c7-d606-4c4d-b22a-21c21b5946a5),segment_id=9f7b50c7-d606-4c4d-b22a-21c21b5946a5)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:39.770310 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks [] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.784568 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.846786 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb153e-74b4-4028-bcd5-b537358a4028 None None] Pushing event updated for resources: {'Port': ['ID=4f8f2ba3-0bc5-42b0-8983-be31cd2e20de,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:39.922501 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.011228 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:40.019583 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:40.023931 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:40.056076 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Pushing event updated for resources: {'Port': ['ID=875bad6c-5a41-4b04-9436-0f86274ea1a2,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:40.077267 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:40.437838 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks [] for router_gateway (85cf2f6f-f89b-491c-9e86-3904bdc12f69), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.650146 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (85cf2f6f-f89b-491c-9e86-3904bdc12f69), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.677203 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:40.733465 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:40.733898 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.776753 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:40.788267 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bbf1f3-de17-4884-b3ae-8ea81a7f9480 None None] Network 217fb39d-898f-40ce-ac45-576debb916ef requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:40.868857 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-458ce949-d35a-44bc-846c-4d8cae054351 None None] Provisioning complete for port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:40.869269 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-458ce949-d35a-44bc-846c-4d8cae054351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.873137 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:40.873519 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.898973 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:35:41.036840 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=4f8f2ba3-0bc5-42b0-8983-be31cd2e20de,segment=NetworkSegment(9f7b50c7-d606-4c4d-b22a-21c21b5946a5),segment_id=9f7b50c7-d606-4c4d-b22a-21c21b5946a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:41.038189 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-458ce949-d35a-44bc-846c-4d8cae054351 None None] Current status of the port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:41.038574 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-458ce949-d35a-44bc-846c-4d8cae054351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.054470 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:41.084787 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Sync routers for ids ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:41.084787 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Routers {'85cf2f6f-f89b-491c-9e86-3904bdc12f69'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:41.084787 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:35:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:41.150685 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.151867 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 7bb5c6e8-e654-4b09-b311-12507afa5b8d up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:41.195929 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Set router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:41.223799 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.228209 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-5041fb2c-9a81-4b66-8bbe-31a731756385 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5040987 Aug 29 21:35:41.228419 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50440) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:41.258831 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.db.api [None req-458ce949-d35a-44bc-846c-4d8cae054351 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 21:35:41.259506 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG oslo_db.api [None req-458ce949-d35a-44bc-846c-4d8cae054351 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 21:35:41.264719 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=4f8f2ba3-0bc5-42b0-8983-be31cd2e20de,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:41.278742 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 7bb5c6e8-e654-4b09-b311-12507afa5b8d triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:41.279380 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.281063 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:41.370705 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 7bb5c6e8-e654-4b09-b311-12507afa5b8d is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:41.371159 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.410442 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:41.413667 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 7bb5c6e8-e654-4b09-b311-12507afa5b8d, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=7bb5c6e8-e654-4b09-b311-12507afa5b8d,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:41.425533 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:40Z', 'revision_number': 3, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'gw_port': {'id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:39Z', 'updated_at': '2022-08-29T21:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:41.452684 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Checking router: 85cf2f6f-f89b-491c-9e86-3904bdc12f69 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:41.452943 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Updating router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 port 875bad6c-5a41-4b04-9436-0f86274ea1a2 binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:35:41.483100 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.510230 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.699551 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=7bb5c6e8-e654-4b09-b311-12507afa5b8d,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:41.725053 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.788221 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Publish callbacks [] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.801074 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-458ce949-d35a-44bc-846c-4d8cae054351 None None] Current status of the port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:41.870334 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.884451 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Allocated IP 172.20.0.1 (217fb39d-898f-40ce-ac45-576debb916ef/496597b6-ed78-4605-aadb-ab3402c72b2f/4fd7dc68-9fab-49f2-8995-08a8710b5114) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:41.905349 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Attempting to bind port 875bad6c-5a41-4b04-9436-0f86274ea1a2 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:41.905723 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Attempting to bind port 875bad6c-5a41-4b04-9436-0f86274ea1a2 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:41.906081 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Attempting to bind port 875bad6c-5a41-4b04-9436-0f86274ea1a2 on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:41.917744 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:41.922783 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6f9d0090-ca11-4db5-b745-04fb26a6c609 None None] Provisioning complete for port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:41.923301 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0090-ca11-4db5-b745-04fb26a6c609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.926554 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:41.926930 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:41.927621 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.928142 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:41.928634 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Bound port: 875bad6c-5a41-4b04-9436-0f86274ea1a2, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:41.929000 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.935038 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8807f7c-06ed-4791-b580-b730ae02d4df None None] Pushing event updated for resources: {'Port': ['ID=875bad6c-5a41-4b04-9436-0f86274ea1a2,revision_number=2']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:41.993389 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] For port 875bad6c-5a41-4b04-9436-0f86274ea1a2, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:41.997912 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] For port 875bad6c-5a41-4b04-9436-0f86274ea1a2, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=875bad6c-5a41-4b04-9436-0f86274ea1a2,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:41.999073 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Publish callbacks [] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.009927 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d0090-ca11-4db5-b745-04fb26a6c609 None None] Current status of the port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:42.023512 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:42.139059 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.139281 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.187318 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Network 217fb39d-898f-40ce-ac45-576debb916ef is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:42.192426 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:42.198150 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:42.229231 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd7dc68-9fab-49f2-8995-08a8710b5114,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:42.243701 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:42.256124 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (85cf2f6f-f89b-491c-9e86-3904bdc12f69), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.275397 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Routers {'85cf2f6f-f89b-491c-9e86-3904bdc12f69'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:42.275397 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:35:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:42.280266 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:42.350089 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8807f7c-06ed-4791-b580-b730ae02d4df None None] Pushing event updated for resources: {'Port': ['ID=875bad6c-5a41-4b04-9436-0f86274ea1a2,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:42.424517 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] Set router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:42.440216 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-74a40111-925b-4d0e-90ac-7123318dbcae None None] Provisioning complete for port 4fd7dc68-9fab-49f2-8995-08a8710b5114 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:42.440683 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-74a40111-925b-4d0e-90ac-7123318dbcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.481393 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-74a40111-925b-4d0e-90ac-7123318dbcae None None] Port 4fd7dc68-9fab-49f2-8995-08a8710b5114 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:35:42.546435 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.618182 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:40Z', 'revision_number': 3, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'gw_port': {'id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:39Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:42.649678 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44da9e3-a6cd-41ab-8fd6-e712bb2d37e2 None None] The sync data for ids ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'] in dv-cinder-854264-2-iscsi is: [{'id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:40Z', 'revision_number': 3, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'gw_port': {'id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:39Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:42.665110 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:42.733122 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:42.734217 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.790695 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Publish callbacks [] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.818591 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:42.819669 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 7bb5c6e8-e654-4b09-b311-12507afa5b8d up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:42.869173 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 7bb5c6e8-e654-4b09-b311-12507afa5b8d triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:42.869556 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.925113 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.985964 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 7bb5c6e8-e654-4b09-b311-12507afa5b8d is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:43.038487 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd7dc68-9fab-49f2-8995-08a8710b5114,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:43.042351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (85cf2f6f-f89b-491c-9e86-3904bdc12f69), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.055763 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:43.153106 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Network 217fb39d-898f-40ce-ac45-576debb916ef is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:43.154595 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:43.303010 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:35:43.431107 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:43.440624 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-70f18c1e-3f3a-4398-9068-e7eedc3f10e6 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/85cf2f6f-f89b-491c-9e86-3904bdc12f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108946 Aug 29 21:35:43.514508 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-e6d79504-4c9a-4b5e-8720-9530c6636baf None None] Provisioning complete for port 4fd7dc68-9fab-49f2-8995-08a8710b5114 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:43.515198 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e6d79504-4c9a-4b5e-8720-9530c6636baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.565636 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-e6d79504-4c9a-4b5e-8720-9530c6636baf None None] Port 4fd7dc68-9fab-49f2-8995-08a8710b5114 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:35:43.990334 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50476) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:43.993247 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-e5363579-8618-4e8a-8a9c-c2125a0fc5f5 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682714262', 'description': 'tempest-secgroup-smoke-682714262 description', 'project_id': 'ecd13ced46854940b3765ee641390212'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:44.136103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e5363579-8618-4e8a-8a9c-c2125a0fc5f5 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.184446 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:44.211129 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e5363579-8618-4e8a-8a9c-c2125a0fc5f5 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group (420b3951-2873-44c5-b867-598123a954ff), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.278493 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e5363579-8618-4e8a-8a9c-c2125a0fc5f5 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (420b3951-2873-44c5-b867-598123a954ff), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.312982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5363579-8618-4e8a-8a9c-c2125a0fc5f5 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420b3951-2873-44c5-b867-598123a954ff,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:44.378165 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e5363579-8618-4e8a-8a9c-c2125a0fc5f5 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.379545 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-e5363579-8618-4e8a-8a9c-c2125a0fc5f5 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3898077 Aug 29 21:35:44.382711 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50480) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:44.389573 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-eeed2821-301b-49cb-927a-461ac9946a32 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Request body: {'security_group_rule': {'security_group_id': '420b3951-2873-44c5-b867-598123a954ff', 'project_id': 'ecd13ced46854940b3765ee641390212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:44.409815 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50482) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:44.420861 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Sync routers for ids ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:44.432664 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Routers {'85cf2f6f-f89b-491c-9e86-3904bdc12f69'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:44.447139 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:35:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:44.510351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eeed2821-301b-49cb-927a-461ac9946a32 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (541ea678-4a1c-44fa-9421-311ce81d8123), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.536594 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d64a8ae8-b91d-4f87-bbf1-e24ff9289c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.551327 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Set router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:44.598423 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eeed2821-301b-49cb-927a-461ac9946a32 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (541ea678-4a1c-44fa-9421-311ce81d8123), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.638733 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d64a8ae8-b91d-4f87-bbf1-e24ff9289c4b admin admin] Publish callbacks [] for security_group (5dfb8c4a-7484-4686-b010-dbbf2fa572d9), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.686031 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eeed2821-301b-49cb-927a-461ac9946a32 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (541ea678-4a1c-44fa-9421-311ce81d8123), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.686634 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 875bad6c-5a41-4b04-9436-0f86274ea1a2 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:44.693378 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:44.709466 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed2821-301b-49cb-927a-461ac9946a32 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541ea678-4a1c-44fa-9421-311ce81d8123,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:44.745443 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d64a8ae8-b91d-4f87-bbf1-e24ff9289c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (5dfb8c4a-7484-4686-b010-dbbf2fa572d9), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.750597 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:44.772287 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 875bad6c-5a41-4b04-9436-0f86274ea1a2 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:44.772662 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.792145 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d64a8ae8-b91d-4f87-bbf1-e24ff9289c4b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=11169e8b127044a09efa5640e8fc54f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810067 Aug 29 21:35:44.793273 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a8ae8-b91d-4f87-bbf1-e24ff9289c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfb8c4a-7484-4686-b010-dbbf2fa572d9,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:44.796033 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50486) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:44.823509 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-eeed2821-301b-49cb-927a-461ac9946a32 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.826034 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-eeed2821-301b-49cb-927a-461ac9946a32 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4411139 Aug 29 21:35:44.828569 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50488) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:44.834319 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-77e4a41d-31f0-492c-b442-7c7c04cf8930 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Request body: {'security_group_rule': {'security_group_id': '420b3951-2873-44c5-b867-598123a954ff', 'project_id': 'ecd13ced46854940b3765ee641390212', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:44.850157 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:42Z', 'revision_number': 4, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'gw_port': {'id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:39Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '4fd7dc68-9fab-49f2-8995-08a8710b5114', 'name': '', 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'mac_address': 'fa:16:3e:7f:f9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '496597b6-ed78-4605-aadb-ab3402c72b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:41Z', 'updated_at': '2022-08-29T21:35:42Z', 'revision_number': 2, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'subnets': [{'id': '496597b6-ed78-4605-aadb-ab3402c72b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:44.853262 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:44.858460 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-527361f1-2d41-4a42-8ad6-ebc8df22c9a4 admin admin] Publish callbacks [] for security_group (5dfb8c4a-7484-4686-b010-dbbf2fa572d9), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.880261 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-527361f1-2d41-4a42-8ad6-ebc8df22c9a4 admin admin] Publish callbacks [] for security_group (5dfb8c4a-7484-4686-b010-dbbf2fa572d9), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.893227 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Checking router: 85cf2f6f-f89b-491c-9e86-3904bdc12f69 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:44.893583 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Updating router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 port 4fd7dc68-9fab-49f2-8995-08a8710b5114 binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:35:44.933061 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 875bad6c-5a41-4b04-9436-0f86274ea1a2 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:44.934076 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.942016 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.956019 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-77e4a41d-31f0-492c-b442-7c7c04cf8930 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (5869a179-7de9-4c17-bbb0-cc5129bc4880), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.966991 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 875bad6c-5a41-4b04-9436-0f86274ea1a2, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=875bad6c-5a41-4b04-9436-0f86274ea1a2,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:45.067693 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.069042 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-527361f1-2d41-4a42-8ad6-ebc8df22c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (5dfb8c4a-7484-4686-b010-dbbf2fa572d9), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.072727 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-527361f1-2d41-4a42-8ad6-ebc8df22c9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.076635 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-527361f1-2d41-4a42-8ad6-ebc8df22c9a4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5dfb8c4a-7484-4686-b010-dbbf2fa572d9 HTTP/1.1" status: 204 len: 168 time: 0.2784464 Aug 29 21:35:45.090617 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527361f1-2d41-4a42-8ad6-ebc8df22c9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfb8c4a-7484-4686-b010-dbbf2fa572d9,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:45.112268 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-77e4a41d-31f0-492c-b442-7c7c04cf8930 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (5869a179-7de9-4c17-bbb0-cc5129bc4880), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.181652 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:45.193610 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=875bad6c-5a41-4b04-9436-0f86274ea1a2,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:45.231381 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-77e4a41d-31f0-492c-b442-7c7c04cf8930 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (5869a179-7de9-4c17-bbb0-cc5129bc4880), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.253950 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4a41d-31f0-492c-b442-7c7c04cf8930 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5869a179-7de9-4c17-bbb0-cc5129bc4880,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:45.295136 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Publish callbacks [] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.415482 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.417536 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-77e4a41d-31f0-492c-b442-7c7c04cf8930 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.418974 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-77e4a41d-31f0-492c-b442-7c7c04cf8930 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5885544 Aug 29 21:35:45.421997 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50496) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:45.427080 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-af356e2b-8795-40ee-87a9-547773892fcb tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Request body: {'security_group_rule': {'security_group_id': '420b3951-2873-44c5-b867-598123a954ff', 'project_id': 'ecd13ced46854940b3765ee641390212', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:45.493333 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2b30a-4af3-4804-a356-eaef0e97e08b None None] Pushing event updated for resources: {'Port': ['ID=4fd7dc68-9fab-49f2-8995-08a8710b5114,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:45.524562 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Attempting to bind port 4fd7dc68-9fab-49f2-8995-08a8710b5114 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:45.525050 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Attempting to bind port 4fd7dc68-9fab-49f2-8995-08a8710b5114 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '9f7b50c7-d606-4c4d-b22a-21c21b5946a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:45.525284 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Attempting to bind port 4fd7dc68-9fab-49f2-8995-08a8710b5114 on network 217fb39d-898f-40ce-ac45-576debb916ef {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:45.532074 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:45.532448 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Checking segment: {'id': '9f7b50c7-d606-4c4d-b22a-21c21b5946a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:45.532851 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.533254 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Bound using segment: {'id': '9f7b50c7-d606-4c4d-b22a-21c21b5946a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:45.533781 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Bound port: 4fd7dc68-9fab-49f2-8995-08a8710b5114, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7b50c7-d606-4c4d-b22a-21c21b5946a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:45.534097 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.597745 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] For port 4fd7dc68-9fab-49f2-8995-08a8710b5114, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:45.601083 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] For port 4fd7dc68-9fab-49f2-8995-08a8710b5114, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=4fd7dc68-9fab-49f2-8995-08a8710b5114,segment=NetworkSegment(9f7b50c7-d606-4c4d-b22a-21c21b5946a5),segment_id=9f7b50c7-d606-4c4d-b22a-21c21b5946a5)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:45.609150 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-af356e2b-8795-40ee-87a9-547773892fcb tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (e8401d80-32a0-4104-b80a-89e62a5fa188), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.632542 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=7,neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:45.694417 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-af356e2b-8795-40ee-87a9-547773892fcb tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (e8401d80-32a0-4104-b80a-89e62a5fa188), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.714575 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.746508 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50506) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:45.765733 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Routers {'85cf2f6f-f89b-491c-9e86-3904bdc12f69'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:45.766662 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:35:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:45.800680 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-af356e2b-8795-40ee-87a9-547773892fcb tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (e8401d80-32a0-4104-b80a-89e62a5fa188), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.819058 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2b30a-4af3-4804-a356-eaef0e97e08b None None] Pushing event updated for resources: {'Port': ['ID=4fd7dc68-9fab-49f2-8995-08a8710b5114,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:45.826073 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:45.837828 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af356e2b-8795-40ee-87a9-547773892fcb tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8401d80-32a0-4104-b80a-89e62a5fa188,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:45.887520 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f55f4123-4236-4476-ad09-3877b247cc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.901365 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] Set router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:45.944741 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-af356e2b-8795-40ee-87a9-547773892fcb tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.945990 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-af356e2b-8795-40ee-87a9-547773892fcb tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5230002 Aug 29 21:35:45.948850 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50512) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:45.955617 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-8867bea9-75ff-42eb-8c94-1a35f3009e5c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Request body: {'security_group_rule': {'security_group_id': '420b3951-2873-44c5-b867-598123a954ff', 'project_id': 'ecd13ced46854940b3765ee641390212', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:45.975095 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f55f4123-4236-4476-ad09-3877b247cc8b admin admin] Publish callbacks [] for security_group (815a5130-32b0-4e0c-af05-4268a72dd8a5), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.101954 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f55f4123-4236-4476-ad09-3877b247cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (815a5130-32b0-4e0c-af05-4268a72dd8a5), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.108317 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8867bea9-75ff-42eb-8c94-1a35f3009e5c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (938bb5e2-53a2-49ee-9a02-f1948f084490), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.114308 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:42Z', 'revision_number': 4, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'gw_port': {'id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:39Z', 'updated_at': '2022-08-29T21:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '4fd7dc68-9fab-49f2-8995-08a8710b5114', 'name': '', 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'mac_address': 'fa:16:3e:7f:f9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '496597b6-ed78-4605-aadb-ab3402c72b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:41Z', 'updated_at': '2022-08-29T21:35:45Z', 'revision_number': 4, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'subnets': [{'id': '496597b6-ed78-4605-aadb-ab3402c72b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:46.122105 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:46.146674 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f4123-4236-4476-ad09-3877b247cc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815a5130-32b0-4e0c-af05-4268a72dd8a5,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:46.154571 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c454cd-37f6-448c-bf4e-c4a2362ba7b2 None None] The sync data for ids ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'] in dv-cinder-854264-2-iscsi is: [{'id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:42Z', 'revision_number': 4, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'gw_port': {'id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:39Z', 'updated_at': '2022-08-29T21:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '4fd7dc68-9fab-49f2-8995-08a8710b5114', 'name': '', 'network_id': '217fb39d-898f-40ce-ac45-576debb916ef', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'mac_address': 'fa:16:3e:7f:f9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '496597b6-ed78-4605-aadb-ab3402c72b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:41Z', 'updated_at': '2022-08-29T21:35:45Z', 'revision_number': 4, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'subnets': [{'id': '496597b6-ed78-4605-aadb-ab3402c72b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:46.160739 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f55f4123-4236-4476-ad09-3877b247cc8b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=9cab9676943845208767155371710183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104550 Aug 29 21:35:46.161079 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50518) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:46.195260 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8867bea9-75ff-42eb-8c94-1a35f3009e5c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (938bb5e2-53a2-49ee-9a02-f1948f084490), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.253102 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d5c5fba3-c9bd-4049-8419-c2ea464b40f8 admin admin] Publish callbacks [] for security_group (815a5130-32b0-4e0c-af05-4268a72dd8a5), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.279453 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d5c5fba3-c9bd-4049-8419-c2ea464b40f8 admin admin] Publish callbacks [] for security_group (815a5130-32b0-4e0c-af05-4268a72dd8a5), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.310328 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8867bea9-75ff-42eb-8c94-1a35f3009e5c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (938bb5e2-53a2-49ee-9a02-f1948f084490), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.337228 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867bea9-75ff-42eb-8c94-1a35f3009e5c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938bb5e2-53a2-49ee-9a02-f1948f084490,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:46.490825 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d5c5fba3-c9bd-4049-8419-c2ea464b40f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (815a5130-32b0-4e0c-af05-4268a72dd8a5), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.493045 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8867bea9-75ff-42eb-8c94-1a35f3009e5c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.495316 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-8867bea9-75ff-42eb-8c94-1a35f3009e5c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5430059 Aug 29 21:35:46.495468 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-d5c5fba3-c9bd-4049-8419-c2ea464b40f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.496697 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-d5c5fba3-c9bd-4049-8419-c2ea464b40f8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/815a5130-32b0-4e0c-af05-4268a72dd8a5 HTTP/1.1" status: 204 len: 168 time: 0.3343780 Aug 29 21:35:46.503463 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50526) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:46.507088 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5fba3-c9bd-4049-8419-c2ea464b40f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815a5130-32b0-4e0c-af05-4268a72dd8a5,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:46.508627 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-d8a67258-c560-47ac-9d22-0110b23b6b8c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Request body: {'security_group_rule': {'security_group_id': '420b3951-2873-44c5-b867-598123a954ff', 'project_id': 'ecd13ced46854940b3765ee641390212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:46.664802 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.securitygroups_db [None req-d8a67258-c560-47ac-9d22-0110b23b6b8c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Project ecd13ced46854940b3765ee641390212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:35:46.674433 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d8a67258-c560-47ac-9d22-0110b23b6b8c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (7b225f70-cdbf-4e06-8a56-003e0cfca6c3), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.804343 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d8a67258-c560-47ac-9d22-0110b23b6b8c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (7b225f70-cdbf-4e06-8a56-003e0cfca6c3), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.804979 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 4fd7dc68-9fab-49f2-8995-08a8710b5114 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:46.869662 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 4fd7dc68-9fab-49f2-8995-08a8710b5114 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:46.870056 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.880006 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d8a67258-c560-47ac-9d22-0110b23b6b8c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (7b225f70-cdbf-4e06-8a56-003e0cfca6c3), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.931588 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:46.939785 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a67258-c560-47ac-9d22-0110b23b6b8c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b225f70-cdbf-4e06-8a56-003e0cfca6c3,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:46.970090 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 4fd7dc68-9fab-49f2-8995-08a8710b5114 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:46.970659 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.009334 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:47.029620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 4fd7dc68-9fab-49f2-8995-08a8710b5114, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=4fd7dc68-9fab-49f2-8995-08a8710b5114,segment=NetworkSegment(9f7b50c7-d606-4c4d-b22a-21c21b5946a5),segment_id=9f7b50c7-d606-4c4d-b22a-21c21b5946a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:47.098232 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d8a67258-c560-47ac-9d22-0110b23b6b8c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.105121 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-d8a67258-c560-47ac-9d22-0110b23b6b8c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6002390 Aug 29 21:35:47.108223 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50534) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:47.113206 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-b4b9744d-38dd-4b5b-9529-c3fe6e877c67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Request body: {'security_group_rule': {'security_group_id': '420b3951-2873-44c5-b867-598123a954ff', 'project_id': 'ecd13ced46854940b3765ee641390212', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:47.176143 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.177199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 875bad6c-5a41-4b04-9436-0f86274ea1a2 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:47.261942 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=4fd7dc68-9fab-49f2-8995-08a8710b5114,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:47.276809 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 875bad6c-5a41-4b04-9436-0f86274ea1a2 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:47.277210 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.281075 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.securitygroups_db [None req-b4b9744d-38dd-4b5b-9529-c3fe6e877c67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Project ecd13ced46854940b3765ee641390212 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:35:47.288382 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b4b9744d-38dd-4b5b-9529-c3fe6e877c67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (1519a5f8-6c57-4a07-859e-4c61005a65a5), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.387955 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b4b9744d-38dd-4b5b-9529-c3fe6e877c67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (1519a5f8-6c57-4a07-859e-4c61005a65a5), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.544067 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 875bad6c-5a41-4b04-9436-0f86274ea1a2 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:47.548826 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b4b9744d-38dd-4b5b-9529-c3fe6e877c67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (1519a5f8-6c57-4a07-859e-4c61005a65a5), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.571723 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9744d-38dd-4b5b-9529-c3fe6e877c67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1519a5f8-6c57-4a07-859e-4c61005a65a5,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:47.672284 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b4b9744d-38dd-4b5b-9529-c3fe6e877c67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.673889 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b4b9744d-38dd-4b5b-9529-c3fe6e877c67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5644472 Aug 29 21:35:48.664298 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 4fd7dc68-9fab-49f2-8995-08a8710b5114 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:48.730322 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 4fd7dc68-9fab-49f2-8995-08a8710b5114 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:48.730927 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.849022 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 4fd7dc68-9fab-49f2-8995-08a8710b5114 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:49.470463 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d0543cc-2bc8-4b45-9ba0-184bfd125b8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=95e230e152ef4693a1e796f87c8e78e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433309 Aug 29 21:35:49.987835 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b018b-733e-497c-b782-d68eec1ccce7 req-070d7f4b-760a-48ae-83a9-783ce7ab8487 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:49.989455 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-070d7f4b-760a-48ae-83a9-783ce7ab8487 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5067260 Aug 29 21:35:50.006231 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-2ed032e4-2b59-4ad4-941e-f6cd68b0e47d tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/quotas/95e230e152ef4693a1e796f87c8e78e1 HTTP/1.1" status: 200 len: 375 time: 0.0108426 Aug 29 21:35:50.049644 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-2492690a-b89e-43b6-821a-92e246ffc402 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=95e230e152ef4693a1e796f87c8e78e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348978 Aug 29 21:35:50.356485 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-14a5406b-281e-449d-aaa3-a98d843a80f7 req-dc7dc9d3-dd39-48cc-8383-4f05df3d3583 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 210 time: 0.0432930 Aug 29 21:35:51.443145 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1c73c0ef-40a9-4ec1-a96e-35b1a6ef830b req-b1b6f2e0-c1a7-4c74-84e0-4321a6a780cd tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 210 time: 0.0301929 Aug 29 21:35:52.563510 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7b9bff3f-d345-4691-be16-316a10817b81 req-bc318624-7877-4997-8c5b-f94e4dd406e3 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 210 time: 0.0317278 Aug 29 21:35:52.621657 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=66 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:53.316857 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-d9c131a2-ca59-4071-b8c3-286ca90fc1f5 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=95e230e152ef4693a1e796f87c8e78e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415547 Aug 29 21:35:53.454128 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b018b-733e-497c-b782-d68eec1ccce7 req-132a8599-dd9e-4540-8604-e7a267933d94 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:53.456277 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-132a8599-dd9e-4540-8604-e7a267933d94 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344748 Aug 29 21:35:53.469577 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Request body: {'port': {'device_id': 'aae282b5-7b4a-4f9a-8baf-27796eab60dd', 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0', 'admin_state_up': True, 'tenant_id': '95e230e152ef4693a1e796f87c8e78e1'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:53.690015 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-87323943-38fd-42ca-ac75-d313624c904b req-7d1e7397-d996-48e9-b951-e7080e5a669e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 210 time: 0.0328331 Aug 29 21:35:53.747776 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Made reservation on behalf of 95e230e152ef4693a1e796f87c8e78e1 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:53.752351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:53.763080 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:53.870336 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks [] for security_group (b46e45e9-543b-4b6a-bd62-3316980e053f), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:53.953166 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (b46e45e9-543b-4b6a-bd62-3316980e053f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:54.024961 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46e45e9-543b-4b6a-bd62-3316980e053f,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:54.112579 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Allocated IP 192.168.233.180 (678350ed-dae4-454a-8a11-8fe45704dae0/f853cdc0-4c79-4a3b-8e2e-4df0637b9149/e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:54.255562 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:54.291612 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks [] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:54.296976 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:54.479030 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:54.528276 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Network 678350ed-dae4-454a-8a11-8fe45704dae0 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:54.532358 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:54.537174 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:54.544379 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Pushing event updated for resources: {'Port': ['ID=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:54.608104 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:54.608856 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:54.742658 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-8fee6e1d-7ffe-40d9-93fb-aeac78174a4e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2786140 Aug 29 21:35:54.763138 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Request body: {'port': {'device_id': 'aae282b5-7b4a-4f9a-8baf-27796eab60dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:54.865803 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:54.888125 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37e0f7-3198-4c8d-8384-cf9e3b1d1dea req-b7aebe2a-ff61-44c0-92a7-b431c2d9037a tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:54.893449 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-f1c934d3-e0f0-4b70-a140-206ddea5f1a6 None None] Provisioning complete for port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:54.894295 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f1c934d3-e0f0-4b70-a140-206ddea5f1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:54.901557 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fe37e0f7-3198-4c8d-8384-cf9e3b1d1dea req-b7aebe2a-ff61-44c0-92a7-b431c2d9037a tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 936 time: 0.1130283 Aug 29 21:35:54.948396 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-f1c934d3-e0f0-4b70-a140-206ddea5f1a6 None None] Port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:35:54.978438 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fe37e0f7-3198-4c8d-8384-cf9e3b1d1dea req-2b839f8b-9656-420d-ace0-5c2d0c85e448 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754175 Aug 29 21:35:55.228687 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:35:55.237514 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Publish callbacks [] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:55.247818 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:55.254248 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Transition to ACTIVE for port object e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:35:55.352791 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:55.436764 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:55.489949 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Attempting to bind port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:55.490685 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Attempting to bind port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'ed09b3bf-dcf8-46c9-b05a-93d284633d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:55.490685 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Attempting to bind port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c on network 678350ed-dae4-454a-8a11-8fe45704dae0 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:55.496238 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c on network 678350ed-dae4-454a-8a11-8fe45704dae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:35:55.496562 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Attempting to bind port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c on network 678350ed-dae4-454a-8a11-8fe45704dae0 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:55.509519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:55.509519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Checking segment: {'id': 'ed09b3bf-dcf8-46c9-b05a-93d284633d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:55.509519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Bound using segment: {'id': 'ed09b3bf-dcf8-46c9-b05a-93d284633d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:55.509519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Bound port: e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed09b3bf-dcf8-46c9-b05a-93d284633d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:55.509519 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:55.579636 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] For port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:55.583384 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] For port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,segment=NetworkSegment(ed09b3bf-dcf8-46c9-b05a-93d284633d2e),segment_id=ed09b3bf-dcf8-46c9-b05a-93d284633d2e)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:55.688446 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:55.693783 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:55.694395 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:55.695837 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c HTTP/1.1" status: 200 len: 1098 time: 0.9440396 Aug 29 21:35:55.696379 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae282b5-7b4a-4f9a-8baf-27796eab60dd', 'tag': 'e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:35:55.698901 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b257c62-b2b5-4070-90db-de71626e3f50" -d '{"events": [{"name": "network-changed", "server_uuid": "aae282b5-7b4a-4f9a-8baf-27796eab60dd", "tag": "e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:35:55.757597 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1de101-7d77-484a-8e52-d03c5f76c310 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:55.769721 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f320d6fb-d423-42bc-a275-8477e768dcd8 x-openstack-request-id: req-f320d6fb-d423-42bc-a275-8477e768dcd8 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:35:55.770244 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae282b5-7b4a-4f9a-8baf-27796eab60dd", "tag": "e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:35:55.770847 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f320d6fb-d423-42bc-a275-8477e768dcd8 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:35:55.771982 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f320d6fb-d423-42bc-a275-8477e768dcd8'] response: {'name': 'network-changed', 'server_uuid': 'aae282b5-7b4a-4f9a-8baf-27796eab60dd', 'tag': 'e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c', 'status': 'completed', 'code': 200} Aug 29 21:35:55.832528 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257c62-b2b5-4070-90db-de71626e3f50 req-605acbae-25d3-43d5-b422-a8e4ef7df833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:55.834080 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3b257c62-b2b5-4070-90db-de71626e3f50 req-605acbae-25d3-43d5-b422-a8e4ef7df833 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=95e230e152ef4693a1e796f87c8e78e1&device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 1132 time: 0.0451901 Aug 29 21:35:55.866187 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3b257c62-b2b5-4070-90db-de71626e3f50 req-d5dfa2cd-9a65-4842-a623-98c353708dd3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=95e230e152ef4693a1e796f87c8e78e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253515 Aug 29 21:35:55.998428 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:56.012419 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257c62-b2b5-4070-90db-de71626e3f50 req-4f4bc5d4-57ce-427c-8434-64750f8a5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:56.014111 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3b257c62-b2b5-4070-90db-de71626e3f50 req-4f4bc5d4-57ce-427c-8434-64750f8a5769 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424198 Aug 29 21:35:56.146820 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b018b-733e-497c-b782-d68eec1ccce7 req-02ae1e92-4ce3-447d-bfc9-a8eac26a790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:56.149507 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-02ae1e92-4ce3-447d-bfc9-a8eac26a790b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=95e230e152ef4693a1e796f87c8e78e1&device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 1132 time: 0.0811772 Aug 29 21:35:56.155876 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd53f-710d-4a65-adc7-e8a3deae714e req-2a8a8b10-d2c3-4291-8ce9-2d4ea61d0757 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:56.157913 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e5ccd53f-710d-4a65-adc7-e8a3deae714e req-2a8a8b10-d2c3-4291-8ce9-2d4ea61d0757 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 948 time: 0.0779140 Aug 29 21:35:56.214812 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-92fd1cc8-aed2-4417-b4ac-9c132627a994 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c HTTP/1.1" status: 200 len: 217 time: 0.0565231 Aug 29 21:35:56.218890 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:56.224926 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e5ccd53f-710d-4a65-adc7-e8a3deae714e req-546a82c1-db29-4c6e-b636-e2a67a8a089c tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563414 Aug 29 21:35:56.271857 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b018b-733e-497c-b782-d68eec1ccce7 req-c74b5d1c-cc29-48bf-829f-4cc82115e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:56.275348 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-c74b5d1c-cc29-48bf-829f-4cc82115e8ed service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f853cdc0-4c79-4a3b-8e2e-4df0637b9149 HTTP/1.1" status: 200 len: 843 time: 0.0517976 Aug 29 21:35:56.327124 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b018b-733e-497c-b782-d68eec1ccce7 req-51a1c6af-27a6-45d6-983c-3e93a319116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:56.328783 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-51a1c6af-27a6-45d6-983c-3e93a319116d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=678350ed-dae4-454a-8a11-8fe45704dae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0490744 Aug 29 21:35:56.482435 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-4e26cfe5-8a33-4c2d-81ec-8d68dc5802ad service neutron] 10.222.0.16 "GET /networking/v2.0/networks/678350ed-dae4-454a-8a11-8fe45704dae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464660 Aug 29 21:35:56.627497 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-265b018b-733e-497c-b782-d68eec1ccce7 req-a288132b-d638-4663-9867-98a320cda45e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/678350ed-dae4-454a-8a11-8fe45704dae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377938 Aug 29 21:35:57.405855 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc20e71-49da-486f-aa23-75b4862737a1 req-2a7c7850-0065-4736-a904-4330612f6a91 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:57.407297 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cfc20e71-49da-486f-aa23-75b4862737a1 req-2a7c7850-0065-4736-a904-4330612f6a91 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 948 time: 0.0819111 Aug 29 21:35:57.465228 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-cfc20e71-49da-486f-aa23-75b4862737a1 req-0a3c8c30-321b-4483-b5bc-8fe334e1f053 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502880 Aug 29 21:35:58.628934 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47791c9-e38c-486d-9082-1b8bd0ac7a33 req-82b724b0-822f-440f-98dd-9a1474105465 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:58.630524 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a47791c9-e38c-486d-9082-1b8bd0ac7a33 req-82b724b0-822f-440f-98dd-9a1474105465 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 948 time: 0.0771134 Aug 29 21:35:58.691155 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a47791c9-e38c-486d-9082-1b8bd0ac7a33 req-fb01c906-1709-4b7a-b943-456835142a8b tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529265 Aug 29 21:35:58.847477 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=64 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:59.874600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650e82-2b40-49ed-be13-a172a48596bf req-9a690eb4-f431-4942-b8b2-ca4a48d9282b tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:59.877170 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-90650e82-2b40-49ed-be13-a172a48596bf req-9a690eb4-f431-4942-b8b2-ca4a48d9282b tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 948 time: 0.0810046 Aug 29 21:35:59.939162 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-90650e82-2b40-49ed-be13-a172a48596bf req-def771aa-1f1e-4ae6-98a1-9f7ae29c4134 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548878 Aug 29 21:36:00.660856 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:36:00.779757 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,segment=NetworkSegment(ed09b3bf-dcf8-46c9-b05a-93d284633d2e),segment_id=ed09b3bf-dcf8-46c9-b05a-93d284633d2e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:00.799845 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': 'e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c', 'network_id': '678350ed-dae4-454a-8a11-8fe45704dae0', 'port_id': 'e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c', 'mac_address': 'fa:16:3e:ad:72:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f853cdc0-4c79-4a3b-8e2e-4df0637b9149', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:36:00.862675 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:00.862993 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:00.883428 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:00.909483 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,segment=NetworkSegment(ed09b3bf-dcf8-46c9-b05a-93d284633d2e),segment_id=ed09b3bf-dcf8-46c9-b05a-93d284633d2e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:00.955704 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50792) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:01.016663 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.096409 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:01.109168 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.109515 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.110180 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.110747 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.111440 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.112058 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.112604 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.113004 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.113352 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.113689 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.114073 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.114453 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.114784 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.115119 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.115448 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.145072 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b1b83a6-bf47-4db4-a392-a04c5e3229de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.155939 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df725c8-0845-4117-9fc1-21cd04a4ff20 req-1e31f5ec-b072-4a0a-bb2d-daf5461d0e62 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:01.161379 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2df725c8-0845-4117-9fc1-21cd04a4ff20 req-1e31f5ec-b072-4a0a-bb2d-daf5461d0e62 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 949 time: 0.0872407 Aug 29 21:36:01.249932 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:01.252748 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2df725c8-0845-4117-9fc1-21cd04a4ff20 req-2712f3db-6d48-4559-9f15-ec2bae74d440 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815470 Aug 29 21:36:01.309349 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b1b83a6-bf47-4db4-a392-a04c5e3229de admin admin] Publish callbacks [] for security_group (bae601ae-a9a7-4324-bc59-a5c4d07f1816), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.404147 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8b1b83a6-bf47-4db4-a392-a04c5e3229de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (bae601ae-a9a7-4324-bc59-a5c4d07f1816), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.452422 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-8b1b83a6-bf47-4db4-a392-a04c5e3229de admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8cb8fd6ded3d4a56b06ed52791c4ee47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4955115 Aug 29 21:36:01.453297 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b83a6-bf47-4db4-a392-a04c5e3229de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae601ae-a9a7-4324-bc59-a5c4d07f1816,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:01.455215 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50798) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:01.509907 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6dce03fc-3bd7-4c00-8f7f-411d9564b7e8 admin admin] Publish callbacks [] for security_group (bae601ae-a9a7-4324-bc59-a5c4d07f1816), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.531537 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6dce03fc-3bd7-4c00-8f7f-411d9564b7e8 admin admin] Publish callbacks [] for security_group (bae601ae-a9a7-4324-bc59-a5c4d07f1816), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.681657 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6dce03fc-3bd7-4c00-8f7f-411d9564b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (bae601ae-a9a7-4324-bc59-a5c4d07f1816), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.684994 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-6dce03fc-3bd7-4c00-8f7f-411d9564b7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.686178 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-6dce03fc-3bd7-4c00-8f7f-411d9564b7e8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/bae601ae-a9a7-4324-bc59-a5c4d07f1816 HTTP/1.1" status: 204 len: 168 time: 0.2299659 Aug 29 21:36:01.695159 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce03fc-3bd7-4c00-8f7f-411d9564b7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae601ae-a9a7-4324-bc59-a5c4d07f1816,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:02.417490 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:02.426451 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd25b-6307-4d12-8600-5c23eddac565 req-d9186596-2e9c-46fb-b5ed-48edbb5e9b22 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:02.428085 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-74fdd25b-6307-4d12-8600-5c23eddac565 req-d9186596-2e9c-46fb-b5ed-48edbb5e9b22 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 949 time: 0.0663455 Aug 29 21:36:02.509292 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-74fdd25b-6307-4d12-8600-5c23eddac565 req-1aea2bac-d380-42c1-95f3-4513b567f5f2 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734229 Aug 29 21:36:02.524323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50808) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:02.548756 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7aa23568-f127-4104-8faf-cd73d1bd2436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.664794 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:36:02.669691 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7aa23568-f127-4104-8faf-cd73d1bd2436 admin admin] Publish callbacks [] for security_group (45a0814f-2d67-4428-a6de-df49cace6c0e), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.748384 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:36:02.767865 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-7aa23568-f127-4104-8faf-cd73d1bd2436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (45a0814f-2d67-4428-a6de-df49cace6c0e), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.815188 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-7aa23568-f127-4104-8faf-cd73d1bd2436 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=af01aee140924f509121808cb54e3220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893057 Aug 29 21:36:02.816127 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa23568-f127-4104-8faf-cd73d1bd2436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a0814f-2d67-4428-a6de-df49cace6c0e,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:02.818401 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50810) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:02.884523 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:02.885060 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.894993 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0c5b43d5-1915-4d04-8d5b-987486fe74ec admin admin] Publish callbacks [] for security_group (45a0814f-2d67-4428-a6de-df49cace6c0e), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.923055 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0c5b43d5-1915-4d04-8d5b-987486fe74ec admin admin] Publish callbacks [] for security_group (45a0814f-2d67-4428-a6de-df49cace6c0e), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.930249 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:02.984117 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:02.984594 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.013816 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae282b5-7b4a-4f9a-8baf-27796eab60dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:03.016214 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5990c7b1-5e20-406f-8906-f71c20be8f9b" -d '{"events": [{"server_uuid": "aae282b5-7b4a-4f9a-8baf-27796eab60dd", "name": "network-vif-plugged", "status": "completed", "tag": "e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:03.036040 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,segment=NetworkSegment(ed09b3bf-dcf8-46c9-b05a-93d284633d2e),segment_id=ed09b3bf-dcf8-46c9-b05a-93d284633d2e)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:03.061780 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932efcfb-ddd4-44da-8a3e-c242c3e50ac1 x-openstack-request-id: req-932efcfb-ddd4-44da-8a3e-c242c3e50ac1 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:03.062112 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae282b5-7b4a-4f9a-8baf-27796eab60dd", "name": "network-vif-plugged", "status": "completed", "tag": "e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:03.062381 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-932efcfb-ddd4-44da-8a3e-c242c3e50ac1 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:03.063091 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932efcfb-ddd4-44da-8a3e-c242c3e50ac1'] response: {'server_uuid': 'aae282b5-7b4a-4f9a-8baf-27796eab60dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c', 'code': 200} Aug 29 21:36:03.093414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0c5b43d5-1915-4d04-8d5b-987486fe74ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (45a0814f-2d67-4428-a6de-df49cace6c0e), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.097041 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-0c5b43d5-1915-4d04-8d5b-987486fe74ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.098617 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-0c5b43d5-1915-4d04-8d5b-987486fe74ec admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/45a0814f-2d67-4428-a6de-df49cace6c0e HTTP/1.1" status: 204 len: 168 time: 0.2788928 Aug 29 21:36:03.114320 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b43d5-1915-4d04-8d5b-987486fe74ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a0814f-2d67-4428-a6de-df49cace6c0e,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:03.163111 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.165091 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-14f9aa6c-f85c-4857-b8f8-efc3c76fb969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.172753 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:03.231725 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:03.552526 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3871f-42c7-4c3f-bea3-de0e658e0c19 req-15404bfe-3a51-4907-b73e-00c920d037ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:03.554090 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7f3871f-42c7-4c3f-bea3-de0e658e0c19 req-15404bfe-3a51-4907-b73e-00c920d037ab service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 1134 time: 0.0463955 Aug 29 21:36:03.587634 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:03.615826 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7f3871f-42c7-4c3f-bea3-de0e658e0c19 req-b5a37b7e-0cad-42a1-b97f-20791cbb2183 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543461 Aug 29 21:36:03.692434 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2522c-f176-4448-b50f-3c27f23d550f req-6e8fa242-32a7-4dd4-922d-44c7af98aaab tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:03.694687 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5ae2522c-f176-4448-b50f-3c27f23d550f req-6e8fa242-32a7-4dd4-922d-44c7af98aaab tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 950 time: 0.0599241 Aug 29 21:36:03.768414 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5ae2522c-f176-4448-b50f-3c27f23d550f req-cfbb9c31-8f96-4083-a9e9-65c332ea032c tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660322 Aug 29 21:36:04.041396 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:04.234296 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 50824) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:04.248572 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.309199 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=80,neutron:INSERT=20 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:04.332113 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Publish callbacks [] for security_group (03712626-214f-45d0-9277-5b861be2d7e2), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.409471 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (03712626-214f-45d0-9277-5b861be2d7e2), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.439422 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:04.454700 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d77d0bf0ac0c427aac552c1e6361687e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192478 Aug 29 21:36:04.456793 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03712626-214f-45d0-9277-5b861be2d7e2,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:04.457622 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 50826) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:04.464963 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.465350 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.465695 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.466570 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.466904 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.467238 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.467569 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.468002 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.468474 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.469316 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.469880 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.470405 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.471180 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.471603 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.471962 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2f954-2df5-44c0-8425-dd40dd7afea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:04.517118 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d2c18bd8-862f-40e1-96fb-1fb45d90a27c admin admin] Publish callbacks [] for security_group (03712626-214f-45d0-9277-5b861be2d7e2), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.539107 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d2c18bd8-862f-40e1-96fb-1fb45d90a27c admin admin] Publish callbacks [] for security_group (03712626-214f-45d0-9277-5b861be2d7e2), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.707128 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d2c18bd8-862f-40e1-96fb-1fb45d90a27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (03712626-214f-45d0-9277-5b861be2d7e2), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.709985 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-d2c18bd8-862f-40e1-96fb-1fb45d90a27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.711186 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-d2c18bd8-862f-40e1-96fb-1fb45d90a27c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/03712626-214f-45d0-9277-5b861be2d7e2 HTTP/1.1" status: 204 len: 168 time: 0.2524559 Aug 29 21:36:04.721158 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c18bd8-862f-40e1-96fb-1fb45d90a27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03712626-214f-45d0-9277-5b861be2d7e2,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:04.898476 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70817b8-a14f-488e-b2f8-b6ba9b5638a9 req-84304e59-24c9-4b25-bb1d-bfd3d2084db0 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:04.900011 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f70817b8-a14f-488e-b2f8-b6ba9b5638a9 req-84304e59-24c9-4b25-bb1d-bfd3d2084db0 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 950 time: 0.0506549 Aug 29 21:36:04.953208 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f70817b8-a14f-488e-b2f8-b6ba9b5638a9 req-be3ab02e-f190-4d3c-a553-47cc036abb93 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473745 Aug 29 21:36:05.263728 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-a6c43c82-716c-46a4-83d5-8a63da5ffcfa tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-682714262&fields=id&tenant_id=ecd13ced46854940b3765ee641390212 HTTP/1.1" status: 200 len: 267 time: 0.0530181 Aug 29 21:36:05.304374 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-9e04d521-f2ee-4ccf-ac64-30ba5a34c8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:05.395594 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-0103389a-3691-463b-9f1d-391ee1cfd7d4 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:05.397192 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-0103389a-3691-463b-9f1d-391ee1cfd7d4 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/networks?id=c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 200 len: 808 time: 0.1264787 Aug 29 21:36:05.415198 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-0b2367e6-9844-409b-b808-fa0a575af118 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/quotas/ecd13ced46854940b3765ee641390212 HTTP/1.1" status: 200 len: 375 time: 0.0114737 Aug 29 21:36:05.477306 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-918725cd-265a-4055-ad4c-b69b856358b8 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562866 Aug 29 21:36:05.580606 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-f1ad8e1d-0727-4288-9ba0-d3888e373aff service neutron] 10.222.0.65 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904770 Aug 29 21:36:05.607097 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:05.694679 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-ef8a3b49-1f0f-4099-a2e3-64051a445e7f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080744 Aug 29 21:36:06.083513 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2dc4b-b18c-49ec-be2d-adae53ad914c req-af490bae-9a00-4a19-80e0-a94c05e0067e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:06.087555 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-88b2dc4b-b18c-49ec-be2d-adae53ad914c req-af490bae-9a00-4a19-80e0-a94c05e0067e tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 950 time: 0.0535073 Aug 29 21:36:06.153246 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-88b2dc4b-b18c-49ec-be2d-adae53ad914c req-be5a0de0-9d4a-4365-826a-37b52e640b28 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602589 Aug 29 21:36:06.458296 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ab2edabb-69f3-4e2d-91f9-86769660039d req-6ae2dd8f-8fb4-4bf1-99fe-1ad51aea4893 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0321982 Aug 29 21:36:06.707410 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e766-bff6-4e53-a285-a17efe4d2f05 req-11ab1970-1360-4561-8c8b-46f75a753a82 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:06.708469 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6996e766-bff6-4e53-a285-a17efe4d2f05 req-11ab1970-1360-4561-8c8b-46f75a753a82 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 950 time: 0.0523045 Aug 29 21:36:06.766671 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6996e766-bff6-4e53-a285-a17efe4d2f05 req-ec142d80-1b11-4e4a-a1f5-7256762d130f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Aug 29 21:36:06.769901 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:07.089921 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:07.571283 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-34c36d19-e29c-4640-99aa-845e6f9862bd req-5e06e103-7fcd-4551-ba36-63eb1aa312a9 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0361919 Aug 29 21:36:07.949256 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642eac-2157-4abf-940d-51b585dfdbc3 req-308aed0b-8617-4a56-9085-ac2806cf2981 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:07.951965 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-86642eac-2157-4abf-940d-51b585dfdbc3 req-308aed0b-8617-4a56-9085-ac2806cf2981 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 950 time: 0.0887156 Aug 29 21:36:08.055830 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-f6018f92-58c1-420f-be2c-11f113daa782 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:08.058008 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-f6018f92-58c1-420f-be2c-11f113daa782 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 950 time: 0.1042323 Aug 29 21:36:08.108480 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-86642eac-2157-4abf-940d-51b585dfdbc3 req-31c12898-3faa-4f17-95f8-e69d278f7e49 tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b46e45e9-543b-4b6a-bd62-3316980e053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405017 Aug 29 21:36:08.189110 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Deleting port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:36:08.189473 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:08.249454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:08.303983 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] For port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,segment=NetworkSegment(ed09b3bf-dcf8-46c9-b05a-93d284633d2e),segment_id=ed09b3bf-dcf8-46c9-b05a-93d284633d2e)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:08.304351 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:08.304669 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:08.322595 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Calling delete_port for e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:36:08.412518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:08.568352 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:08.582601 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:08.611462 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Pushing event deleted for resources: {'Port': ['ID=e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:08.668360 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] No DVR routers for this DVR port e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:36:08.671559 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:08.675386 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b30a56eb-d9fa-450a-b1c9-df52562470e6 req-7404e962-2032-4943-9850-fc41f6be8f8f tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.16 "DELETE /networking/v2.0/ports/e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c HTTP/1.1" status: 204 len: 173 time: 0.6106877 Aug 29 21:36:08.676047 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae282b5-7b4a-4f9a-8baf-27796eab60dd', 'name': 'network-vif-deleted', 'tag': 'e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:08.678980 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d0b573-f21c-41bc-82dd-3f327c660b6c" -d '{"events": [{"server_uuid": "aae282b5-7b4a-4f9a-8baf-27796eab60dd", "name": "network-vif-deleted", "tag": "e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:08.717413 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5bd24497-edc4-4f52-85af-63d22fc60fea req-950d2f61-86cb-4058-ade6-72674c225f30 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0395410 Aug 29 21:36:08.732408 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c2722f-679b-4e6f-9aa5-2eea65fc6381 x-openstack-request-id: req-38c2722f-679b-4e6f-9aa5-2eea65fc6381 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:08.732847 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae282b5-7b4a-4f9a-8baf-27796eab60dd", "name": "network-vif-deleted", "tag": "e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:08.733170 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38c2722f-679b-4e6f-9aa5-2eea65fc6381 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:08.741075 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c2722f-679b-4e6f-9aa5-2eea65fc6381'] response: {'server_uuid': 'aae282b5-7b4a-4f9a-8baf-27796eab60dd', 'name': 'network-vif-deleted', 'tag': 'e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c', 'status': 'completed', 'code': 200} Aug 29 21:36:09.253697 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d3238993-7206-466c-81c5-df23dc6fc352 req-d548fd4c-e4d8-417d-a97f-c03ce7ca789c tempest-VolumesNegativeTest-1591154853 tempest-VolumesNegativeTest-1591154853-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=aae282b5-7b4a-4f9a-8baf-27796eab60dd HTTP/1.1" status: 200 len: 210 time: 0.0333040 Aug 29 21:36:09.817805 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-fafb278c-3ec2-4927-89b5-1aa143bb4629 req-55b35865-35a3-4c98-808a-960a215d4974 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0353224 Aug 29 21:36:10.933981 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8022b704-c961-44dd-9f94-f12a89799004 req-319ab52d-60d9-44f5-94cf-f84833fb7a19 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0320938 Aug 29 21:36:12.054603 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9a58eead-89af-4667-9718-cceea2499ec4 req-e9e2fa98-a2a8-4a41-9dff-224d929c5cfe tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0334625 Aug 29 21:36:12.681786 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:36:12.703734 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:36:12.704181 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device e9a500ab-2c73-4bb3-a1b3-f7a6c16cdb7c not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:36:13.185423 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-95248691-dc39-411f-a791-60da2be78c89 req-b1d646c4-37e3-4338-ac84-3cd152515366 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0488584 Aug 29 21:36:13.478139 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:13.533915 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-fb728ff7-b81e-4a6d-a225-58b203a36e67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:13.536896 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-fb728ff7-b81e-4a6d-a225-58b203a36e67 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 200 len: 808 time: 0.1199362 Aug 29 21:36:13.620721 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-bfe89fa1-f203-4d75-93d2-4cca3793ca49 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ecd13ced46854940b3765ee641390212 HTTP/1.1" status: 200 len: 379 time: 0.0765815 Aug 29 21:36:13.630924 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Request body: {'port': {'device_id': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'admin_state_up': True, 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'security_groups': ['420b3951-2873-44c5-b867-598123a954ff']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:13.941492 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Made reservation on behalf of ecd13ced46854940b3765ee641390212 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:13.946324 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:14.025935 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:14.048883 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:36:14.091932 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Allocated IP 172.20.0.6 (c751c7e2-184d-4f27-8a13-c3f74b9178e0/0de17087-d83e-451b-9dde-6fdf1da42491/a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:14.251355 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:14.275103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:14.338134 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dead28c2-1e5c-4938-b274-0ba78ce4185c req-02180147-de8b-499b-8470-a13fc02c08ea tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0440311 Aug 29 21:36:14.470580 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:14.526831 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Network c751c7e2-184d-4f27-8a13-c3f74b9178e0 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:14.530369 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:14.534611 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:14.563909 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'Port': ['ID=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:14.578756 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.579133 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.579552 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.579807 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.585225 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:14.608983 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:14.616310 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:14.771443 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-6e61a59d-a550-404d-8aca-cb06240b6779 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1441693 Aug 29 21:36:14.799250 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Request body: {'port': {'device_id': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:14.830869 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-2e41484b-3982-4332-acab-40c0d90f7184 None None] Provisioning complete for port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:14.831753 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-2e41484b-3982-4332-acab-40c0d90f7184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:14.901133 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-2e41484b-3982-4332-acab-40c0d90f7184 None None] Port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:36:14.967105 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:14.993160 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:15.376332 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:15.385807 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Publish callbacks [] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:15.410167 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Transition to ACTIVE for port object a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:36:15.485585 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b087f-7d84-4686-a95b-14f5ce8ca2a2 req-e16e8918-5e4f-4a41-abbd-abbf7fa67050 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:15.487188 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-605b087f-7d84-4686-a95b-14f5ce8ca2a2 req-e16e8918-5e4f-4a41-abbd-abbf7fa67050 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 931 time: 0.0528305 Aug 29 21:36:15.521841 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:15.549238 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-605b087f-7d84-4686-a95b-14f5ce8ca2a2 req-fd93b30c-a7f3-49a3-ae46-07b54f62bfac tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557373 Aug 29 21:36:15.639430 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Pushing event updated for resources: {'Port': ['ID=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:15.666900 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:15.669574 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Attempting to bind port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:36:15.669905 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Attempting to bind port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:36:15.670228 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Attempting to bind port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 on network c751c7e2-184d-4f27-8a13-c3f74b9178e0 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:15.674693 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 on network c751c7e2-184d-4f27-8a13-c3f74b9178e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:36:15.675063 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Attempting to bind port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 on network c751c7e2-184d-4f27-8a13-c3f74b9178e0 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:15.680683 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:36:15.681017 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Checking segment: {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:36:15.681408 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Bound using segment: {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:36:15.681817 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Bound port: a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d62c85-66c2-4846-a835-dea9283b1a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:36:15.682194 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:15.750060 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:36:15.754879 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:36:15.869957 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:15.873344 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:15.873954 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:15.875397 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 1093 time: 1.0929253 Aug 29 21:36:15.877869 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:15.880342 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b473c621-50ca-444c-a11c-82ab54a86061" -d '{"events": [{"name": "network-changed", "server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:15.927541 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424e794c-c85a-4748-9823-712ae8837930 x-openstack-request-id: req-424e794c-c85a-4748-9823-712ae8837930 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:15.932310 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:15.932310 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-424e794c-c85a-4748-9823-712ae8837930 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:15.932310 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424e794c-c85a-4748-9823-712ae8837930'] response: {'name': 'network-changed', 'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'status': 'completed', 'code': 200} Aug 29 21:36:15.949398 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3698f3-750e-4c82-90c8-db102456cd21 service neutron] Pushing event updated for resources: {'Port': ['ID=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:16.009267 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c621-50ca-444c-a11c-82ab54a86061 req-cb91d588-92ec-4cdd-97ef-ead8b865af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:16.011438 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b473c621-50ca-444c-a11c-82ab54a86061 req-cb91d588-92ec-4cdd-97ef-ead8b865af7e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1127 time: 0.0491123 Aug 29 21:36:16.158580 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c621-50ca-444c-a11c-82ab54a86061 req-7adc26f2-36bc-46b0-b90d-597ba748ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:16.160938 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b473c621-50ca-444c-a11c-82ab54a86061 req-7adc26f2-36bc-46b0-b90d-597ba748ae2e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=ecd13ced46854940b3765ee641390212&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1414480 Aug 29 21:36:16.332938 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c621-50ca-444c-a11c-82ab54a86061 req-0b9a69f5-9183-4c6f-adfa-428c10b1fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:16.335381 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b473c621-50ca-444c-a11c-82ab54a86061 req-0b9a69f5-9183-4c6f-adfa-428c10b1fdd9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1683929 Aug 29 21:36:16.437264 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-51738b2e-bb5f-4c00-b85e-f17353cdd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:16.438781 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-51738b2e-bb5f-4c00-b85e-f17353cdd70b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1127 time: 0.0473537 Aug 29 21:36:16.498988 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-2a34916f-ab21-4f0b-8353-51c0e0ebe00b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 217 time: 0.0537393 Aug 29 21:36:16.559068 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-b005058b-40a1-4d94-b620-1b86bbcf5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:16.560698 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-b005058b-40a1-4d94-b620-1b86bbcf5cf7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=0de17087-d83e-451b-9dde-6fdf1da42491 HTTP/1.1" status: 200 len: 847 time: 0.0566196 Aug 29 21:36:16.610799 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:16.614494 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-a1656d9b-403d-468b-abab-0567eea4c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:16.616043 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-a1656d9b-403d-468b-abab-0567eea4c0ba service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c751c7e2-184d-4f27-8a13-c3f74b9178e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493896 Aug 29 21:36:16.751091 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c8aec-1df2-45fd-9a84-09afdfd66f07 req-959c2c8a-12c7-4126-97b7-44ceec194f91 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:16.753159 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ac5c8aec-1df2-45fd-9a84-09afdfd66f07 req-959c2c8a-12c7-4126-97b7-44ceec194f91 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0604441 Aug 29 21:36:16.824408 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ac5c8aec-1df2-45fd-9a84-09afdfd66f07 req-94318677-b9ed-4c02-8da7-bd9bb8f38f92 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612423 Aug 29 21:36:17.013228 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-593a3fa5-f094-4ec6-b756-ebf50d2004ed service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908334 Aug 29 21:36:17.115096 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ef5b7a99-d4bc-46a6-a9be-36ae68c72d49 req-5bfaf4ea-b6e0-40b1-a77c-406d122a0bd5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951569 Aug 29 21:36:18.018239 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 51254) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:18.031413 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16abd3d-22ce-45cf-89d6-063dc62b8c86 req-b3e15584-e912-49d5-896e-f1bece2a9b33 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:18.036925 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d16abd3d-22ce-45cf-89d6-063dc62b8c86 req-b3e15584-e912-49d5-896e-f1bece2a9b33 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0808132 Aug 29 21:36:18.130172 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d16abd3d-22ce-45cf-89d6-063dc62b8c86 req-f9408c4f-5c18-4643-8422-5d9e1b7419ed tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901265 Aug 29 21:36:18.221528 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b9cfc577-2b03-48e9-9100-9f95446fb594 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=95e230e152ef4693a1e796f87c8e78e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015171 Aug 29 21:36:18.224464 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 51262) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:18.314404 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4d523311-64af-4a32-8466-bd0812f10d32 admin admin] Publish callbacks [] for security_group (b46e45e9-543b-4b6a-bd62-3316980e053f), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:18.347130 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4d523311-64af-4a32-8466-bd0812f10d32 admin admin] Publish callbacks [] for security_group (b46e45e9-543b-4b6a-bd62-3316980e053f), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:18.520787 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4d523311-64af-4a32-8466-bd0812f10d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (b46e45e9-543b-4b6a-bd62-3316980e053f), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:18.522372 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 51266) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:18.523476 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4d523311-64af-4a32-8466-bd0812f10d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:18.524740 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-4d523311-64af-4a32-8466-bd0812f10d32 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b46e45e9-543b-4b6a-bd62-3316980e053f HTTP/1.1" status: 204 len: 168 time: 0.2988820 Aug 29 21:36:18.534737 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d523311-64af-4a32-8466-bd0812f10d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46e45e9-543b-4b6a-bd62-3316980e053f,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:18.692629 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f8bb91d9-b1bb-472b-b8e3-5a430e5742eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:18.821651 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f8bb91d9-b1bb-472b-b8e3-5a430e5742eb admin admin] Publish callbacks [] for security_group (74ed2a1a-b456-40f8-adea-c0e3e4935a7a), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:18.921071 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-f8bb91d9-b1bb-472b-b8e3-5a430e5742eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (74ed2a1a-b456-40f8-adea-c0e3e4935a7a), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:18.970679 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-f8bb91d9-b1bb-472b-b8e3-5a430e5742eb admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=44524486fb2641c7904cc6907bead070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471717 Aug 29 21:36:18.971676 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb91d9-b1bb-472b-b8e3-5a430e5742eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ed2a1a-b456-40f8-adea-c0e3e4935a7a,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:18.979993 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 51274) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:19.058530 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9ea09078-62fe-4a68-ac84-370e83d9250e admin admin] Publish callbacks [] for security_group (74ed2a1a-b456-40f8-adea-c0e3e4935a7a), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:19.089620 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9ea09078-62fe-4a68-ac84-370e83d9250e admin admin] Publish callbacks [] for security_group (74ed2a1a-b456-40f8-adea-c0e3e4935a7a), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:19.238821 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9ea09078-62fe-4a68-ac84-370e83d9250e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (74ed2a1a-b456-40f8-adea-c0e3e4935a7a), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:19.243558 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-9ea09078-62fe-4a68-ac84-370e83d9250e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:19.250789 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-9ea09078-62fe-4a68-ac84-370e83d9250e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/74ed2a1a-b456-40f8-adea-c0e3e4935a7a HTTP/1.1" status: 204 len: 168 time: 0.2642715 Aug 29 21:36:19.262339 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea09078-62fe-4a68-ac84-370e83d9250e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ed2a1a-b456-40f8-adea-c0e3e4935a7a,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:19.318074 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ca2df-ce48-4829-a515-5b6470666e5f req-044b4524-2d38-42c3-9199-b0bd54d24206 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:19.319720 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-932ca2df-ce48-4829-a515-5b6470666e5f req-044b4524-2d38-42c3-9199-b0bd54d24206 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0874767 Aug 29 21:36:19.382112 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-932ca2df-ce48-4829-a515-5b6470666e5f req-5fa75acd-0338-43e9-b9b9-d62baa04143a tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551193 Aug 29 21:36:19.953688 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 51298) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:20.064492 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-496929204-network', 'tenant_id': '2113bed9d7c04c4691ff173ac0f3d75a'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:20.085903 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 51302) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:20.101083 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b256dfe7-55ef-4e7e-943e-88d269f0c4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.102903 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:20.190614 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Made reservation on behalf of 2113bed9d7c04c4691ff173ac0f3d75a for: {'network': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:20.193102 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.210431 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b256dfe7-55ef-4e7e-943e-88d269f0c4d1 admin admin] Publish callbacks [] for security_group (13926c47-1e14-4e65-95b5-94837dda4892), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.211629 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.252996 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:20.300972 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Publish callbacks [] for security_group (cf47ebd1-0dc2-4eca-a958-f31001d45499), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.303192 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b256dfe7-55ef-4e7e-943e-88d269f0c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (13926c47-1e14-4e65-95b5-94837dda4892), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.349467 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b256dfe7-55ef-4e7e-943e-88d269f0c4d1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=4a1bcdd3b4224cfc8c1f62f047367701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622280 Aug 29 21:36:20.350607 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256dfe7-55ef-4e7e-943e-88d269f0c4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13926c47-1e14-4e65-95b5-94837dda4892,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:20.352114 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 51304) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:20.395034 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (cf47ebd1-0dc2-4eca-a958-f31001d45499), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.417515 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-eeffece3-1cf9-475d-8a8d-3b40f5ceff20 admin admin] Publish callbacks [] for security_group (13926c47-1e14-4e65-95b5-94837dda4892), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.427120 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=107110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:36:20.453117 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:20.454413 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf47ebd1-0dc2-4eca-a958-f31001d45499,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:20.459043 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (b71a4f47-e938-4169-ada6-cf876189d760), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.459568 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.segments_db [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Added segment b71a4f47-e938-4169-ada6-cf876189d760 of type vlan for network 9529232b-4c61-4df9-b4c2-2920904b6b0d Aug 29 21:36:20.462491 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-eeffece3-1cf9-475d-8a8d-3b40f5ceff20 admin admin] Publish callbacks [] for security_group (13926c47-1e14-4e65-95b5-94837dda4892), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.550645 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (9529232b-4c61-4df9-b4c2-2920904b6b0d), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.609702 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e46814-f9ee-4225-adb2-92c6041733d3 req-33abf370-5f45-4662-aba4-d7a0cd1ec678 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:20.611718 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b6e46814-f9ee-4225-adb2-92c6041733d3 req-33abf370-5f45-4662-aba4-d7a0cd1ec678 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0822759 Aug 29 21:36:20.622177 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-eeffece3-1cf9-475d-8a8d-3b40f5ceff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (13926c47-1e14-4e65-95b5-94837dda4892), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.632000 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-eeffece3-1cf9-475d-8a8d-3b40f5ceff20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.632000 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-eeffece3-1cf9-475d-8a8d-3b40f5ceff20 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/13926c47-1e14-4e65-95b5-94837dda4892 HTTP/1.1" status: 204 len: 168 time: 0.2753246 Aug 29 21:36:20.634475 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:20.645609 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffece3-1cf9-475d-8a8d-3b40f5ceff20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13926c47-1e14-4e65-95b5-94837dda4892,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:20.699976 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (9529232b-4c61-4df9-b4c2-2920904b6b0d), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.702067 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:20.702955 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:20.748959 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b6e46814-f9ee-4225-adb2-92c6041733d3 req-cdb88d52-d064-4bb4-8c51-9378ac130670 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268306 Aug 29 21:36:20.805811 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=12,neutron:UPDATE=4,neutron:SELECT=82,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:20.812928 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=9529232b-4c61-4df9-b4c2-2920904b6b0d,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:20.832748 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 9529232b-4c61-4df9-b4c2-2920904b6b0d details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:36:20.898835 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ed838e81-643c-4c94-8943-ca574cfa3bd6 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9433129 Aug 29 21:36:20.901739 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 51310) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:20.906929 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Request body: {'subnet': {'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-496929204-subnet', 'tenant_id': '2113bed9d7c04c4691ff173ac0f3d75a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:21.000711 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Made reservation on behalf of 2113bed9d7c04c4691ff173ac0f3d75a for: {'subnet': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:21.003358 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8549012'] for subnet (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:21.366844 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12151724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8548994'] for subnet (e8c989ac-c1db-484d-ba30-094f5f492ffc), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:21.434641 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c989ac-c1db-484d-ba30-094f5f492ffc,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:21.445158 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Checking segment: {'id': 'b71a4f47-e938-4169-ada6-cf876189d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:36:21.445522 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Network hostable DHCP agents. Network: 9529232b-4c61-4df9-b4c2-2920904b6b0d, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:36:21.541161 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Network 9529232b-4c61-4df9-b4c2-2920904b6b0d is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:36:21.715786 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 9529232b-4c61-4df9-b4c2-2920904b6b0d) {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:21.721849 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:21.723112 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:21.728450 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347870b9-608b-4123-af3e-e6ddd49c4927 None None] Network 9529232b-4c61-4df9-b4c2-2920904b6b0d requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:36:21.773418 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 51314) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:21.798684 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-83c854e4-7401-4440-83dd-4e94e77eaf1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:21.877973 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-3d59a64f-8d2a-441c-9234-9ba9302072de admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9750469 Aug 29 21:36:21.903082 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be031ee8-3142-4d97-b6bc-06fa5045956e req-5628793f-011d-4113-9408-e316ef984a19 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:21.904860 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-be031ee8-3142-4d97-b6bc-06fa5045956e req-5628793f-011d-4113-9408-e316ef984a19 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0679657 Aug 29 21:36:21.909062 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8ebea-f953-4e2d-a234-c2943ad01eae None None] Network 9529232b-4c61-4df9-b4c2-2920904b6b0d requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:36:21.950397 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-83c854e4-7401-4440-83dd-4e94e77eaf1a admin admin] Publish callbacks [] for security_group (c3166cd6-e5ab-469f-b847-2749e4682866), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.008309 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-be031ee8-3142-4d97-b6bc-06fa5045956e req-842fd2be-9e2c-4f42-bf62-36b6163bb1d9 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951629 Aug 29 21:36:22.041544 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-83c854e4-7401-4440-83dd-4e94e77eaf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c3166cd6-e5ab-469f-b847-2749e4682866), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.111220 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:22.116949 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-83c854e4-7401-4440-83dd-4e94e77eaf1a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=9011c66879df4e0b8499aa92f31be283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408399 Aug 29 21:36:22.118826 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 51324) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:22.124890 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c854e4-7401-4440-83dd-4e94e77eaf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3166cd6-e5ab-469f-b847-2749e4682866,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:22.196144 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8c9c33cc-1ae9-47c0-b61b-e24d5c9aca03 admin admin] Publish callbacks [] for security_group (c3166cd6-e5ab-469f-b847-2749e4682866), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.231672 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8c9c33cc-1ae9-47c0-b61b-e24d5c9aca03 admin admin] Publish callbacks [] for security_group (c3166cd6-e5ab-469f-b847-2749e4682866), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.409281 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8c9c33cc-1ae9-47c0-b61b-e24d5c9aca03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (c3166cd6-e5ab-469f-b847-2749e4682866), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.412144 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-8c9c33cc-1ae9-47c0-b61b-e24d5c9aca03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.413304 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-8c9c33cc-1ae9-47c0-b61b-e24d5c9aca03 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c3166cd6-e5ab-469f-b847-2749e4682866 HTTP/1.1" status: 204 len: 168 time: 0.2916684 Aug 29 21:36:22.423252 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c33cc-1ae9-47c0-b61b-e24d5c9aca03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3166cd6-e5ab-469f-b847-2749e4682866,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:23.283604 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2345199-800b-4e63-bc35-a1f48cd05176 req-f0522d13-7fac-4b23-9811-7e2e23090665 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:23.288661 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b2345199-800b-4e63-bc35-a1f48cd05176 req-f0522d13-7fac-4b23-9811-7e2e23090665 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.1388102 Aug 29 21:36:23.390542 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b2345199-800b-4e63-bc35-a1f48cd05176 req-4909512a-fe27-492a-9c91-b6880ab4d483 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934951 Aug 29 21:36:23.818437 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 51352) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:23.943246 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2131396199-network', 'tenant_id': 'b233fa99a6f44783bdd72e14b28bf441'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:24.045337 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:24.143711 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Made reservation on behalf of b233fa99a6f44783bdd72e14b28bf441 for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:24.146206 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:24.156045 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:24.245300 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Publish callbacks [] for security_group (810bf483-b955-4f99-b8eb-da8e7daf30ba), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:24.353007 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (810bf483-b955-4f99-b8eb-da8e7daf30ba), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:24.402357 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:36:24.421872 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810bf483-b955-4f99-b8eb-da8e7daf30ba,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:24.431187 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (74fd4dfe-2b35-4783-870f-30d6a384f795), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:24.432196 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Added segment 74fd4dfe-2b35-4783-870f-30d6a384f795 of type vlan for network 0508be15-3a86-487c-adf7-1d58f6ff1acd Aug 29 21:36:24.519205 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (0508be15-3a86-487c-adf7-1d58f6ff1acd), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:24.634201 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c0ac6-8bab-42bf-b89e-be1f8ba6c28a req-809610a0-179f-4999-b334-cabbdc79d6c7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:24.638829 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-109c0ac6-8bab-42bf-b89e-be1f8ba6c28a req-809610a0-179f-4999-b334-cabbdc79d6c7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.1136019 Aug 29 21:36:24.656768 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:24.725088 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-109c0ac6-8bab-42bf-b89e-be1f8ba6c28a req-bd886330-482f-4506-abad-08e089f54f66 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800695 Aug 29 21:36:24.727148 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (0508be15-3a86-487c-adf7-1d58f6ff1acd), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:24.728170 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-0758c6b6-7de0-4078-beca-9b56184393aa tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:24.729618 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:24.730351 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:24.731620 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-0758c6b6-7de0-4078-beca-9b56184393aa tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/networks?id=9529232b-4c61-4df9-b4c2-2920904b6b0d HTTP/1.1" status: 200 len: 813 time: 0.1703892 Aug 29 21:36:24.741560 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:36:24.764898 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-0ab827df-dc10-4e19-9643-8f659c9df2d6 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/quotas/2113bed9d7c04c4691ff173ac0f3d75a HTTP/1.1" status: 200 len: 375 time: 0.0210025 Aug 29 21:36:24.842420 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-4459d10e-c252-4d07-8a17-3af081e95959 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=2113bed9d7c04c4691ff173ac0f3d75a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577490 Aug 29 21:36:24.864720 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] Pushing event updated for resources: {'Network': ['ID=0508be15-3a86-487c-adf7-1d58f6ff1acd,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:24.888304 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 0508be15-3a86-487c-adf7-1d58f6ff1acd details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:36:24.900821 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-0358714d-8a47-4a89-bec4-05e7343955c8 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0806012 Aug 29 21:36:24.902000 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 51372) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:24.910096 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Request body: {'subnet': {'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2131396199-subnet', 'tenant_id': 'b233fa99a6f44783bdd72e14b28bf441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:24.986997 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-b5609928-3e3a-41ec-a664-259e684367d6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9529232b-4c61-4df9-b4c2-2920904b6b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353960 Aug 29 21:36:24.995790 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:25.027577 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'port_id': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'mac_address': 'fa:16:3e:61:b4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:36:25.072056 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:25.072543 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:25.086909 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Made reservation on behalf of b233fa99a6f44783bdd72e14b28bf441 for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:25.087747 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:25.092165 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501782'] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:25.111704 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:25.139375 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-a9751214-7bfd-4812-9ea2-7e1ad132ba90 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9529232b-4c61-4df9-b4c2-2920904b6b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452954 Aug 29 21:36:25.183847 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:25.226570 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:25.304548 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:25.428383 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501760'] for subnet (03d04619-d034-4a7a-8f78-69ab9b9fe6f0), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:25.431050 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:25.436167 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:25.495636 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9fcf1b68-d8f3-427a-bbe3-96ae72b87e6e req-8e38dd10-2fa7-4b97-816a-4e2205eb28b2 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 210 time: 0.0368268 Aug 29 21:36:25.507316 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:25.530055 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d04619-d034-4a7a-8f78-69ab9b9fe6f0,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:25.547770 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Checking segment: {'id': '74fd4dfe-2b35-4783-870f-30d6a384f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:36:25.547770 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Network hostable DHCP agents. Network: 0508be15-3a86-487c-adf7-1d58f6ff1acd, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:36:25.653124 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Network 0508be15-3a86-487c-adf7-1d58f6ff1acd is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:36:25.746615 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 0508be15-3a86-487c-adf7-1d58f6ff1acd) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:25.752175 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:25.753492 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:25.758066 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a99c4-5e3c-4396-88fd-9774a88e1cee None None] Network 0508be15-3a86-487c-adf7-1d58f6ff1acd requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:36:25.874774 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-84fcb164-06c8-46ab-b82c-f93510b0cec0 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9712129 Aug 29 21:36:25.888736 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b67295-a2ff-4aa7-86ca-4b98c8c0b83c None None] Network 0508be15-3a86-487c-adf7-1d58f6ff1acd requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:36:25.928727 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f25a-4131-4bd4-913f-e25e9a666470 req-46037c77-c297-49e4-8411-f4e2cfecd006 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:25.936870 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-beb1f25a-4131-4bd4-913f-e25e9a666470 req-46037c77-c297-49e4-8411-f4e2cfecd006 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 944 time: 0.0822077 Aug 29 21:36:25.998110 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:26.014818 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-beb1f25a-4131-4bd4-913f-e25e9a666470 req-2e88cbaf-5e90-4ea6-9a55-b5b5670ccca2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769911 Aug 29 21:36:26.601888 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-4dd8cc3b-bbe3-4a47-9e2d-d673a5b86a63 req-0e1a7b90-bdef-4c52-91b2-7fa93118e00a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 210 time: 0.0351939 Aug 29 21:36:26.755772 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:36:26.786976 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=100 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:26.801250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:36:26.972362 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:26.972667 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:27.057804 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:27.057804 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:27.101273 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:27.104444 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8398c05-abe6-4c8c-8e8d-333f0503486e" -d '{"events": [{"server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "name": "network-vif-plugged", "status": "completed", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:27.141690 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:27.172152 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4590603c-294b-4a92-b5e7-82020d0282f1 x-openstack-request-id: req-4590603c-294b-4a92-b5e7-82020d0282f1 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:27.172152 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "name": "network-vif-plugged", "status": "completed", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:27.172152 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4590603c-294b-4a92-b5e7-82020d0282f1 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:27.172152 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4590603c-294b-4a92-b5e7-82020d0282f1'] response: {'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'code': 200} Aug 29 21:36:27.212077 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c387a8-42ad-472f-97a9-fecbcab7909b req-ca6ddadd-b5a0-4d15-b94f-f0ba4b6f6ac9 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:27.215225 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-33c387a8-42ad-472f-97a9-fecbcab7909b req-ca6ddadd-b5a0-4d15-b94f-f0ba4b6f6ac9 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 944 time: 0.0807083 Aug 29 21:36:27.280842 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-33c387a8-42ad-472f-97a9-fecbcab7909b req-9fdc1851-6adc-47fa-a5ce-b32648dd03cc tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567796 Aug 29 21:36:27.295923 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:27.377983 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:27.639361 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f86679-a10d-42df-81b4-4587ebd33041 req-fb4f58fb-0f90-4ad5-bde2-b9fec3a30e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:27.641006 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03f86679-a10d-42df-81b4-4587ebd33041 req-fb4f58fb-0f90-4ad5-bde2-b9fec3a30e63 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1129 time: 0.0471420 Aug 29 21:36:27.703153 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-03f86679-a10d-42df-81b4-4587ebd33041 req-e57799d7-ac6e-449a-9a64-02c50e4bbad5 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545630 Aug 29 21:36:27.725983 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0e3a0bfc-5daa-40be-bb74-14ee5f764d46 req-e1d9c2dd-1ac5-4b18-acc5-58c97451c972 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 210 time: 0.0303290 Aug 29 21:36:28.449935 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073426c0-47f4-4704-9422-48eb967653ef req-4f451982-6531-4ddc-b47b-308ea934f198 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:28.452044 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-073426c0-47f4-4704-9422-48eb967653ef req-4f451982-6531-4ddc-b47b-308ea934f198 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0496032 Aug 29 21:36:28.517238 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-073426c0-47f4-4704-9422-48eb967653ef req-f309ecb3-f18f-4c4e-b935-3e8763eafe98 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576124 Aug 29 21:36:28.518556 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-735016b4-e442-454e-9697-336e91932011 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:28.524238 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-735016b4-e442-454e-9697-336e91932011 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/networks?id=0508be15-3a86-487c-adf7-1d58f6ff1acd HTTP/1.1" status: 200 len: 809 time: 0.1424401 Aug 29 21:36:28.536605 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-66f71663-48bb-4b03-9d98-3af5e7da53dd tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/quotas/b233fa99a6f44783bdd72e14b28bf441 HTTP/1.1" status: 200 len: 375 time: 0.0105450 Aug 29 21:36:28.574450 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-fbc52f30-2e5c-4400-97e7-fb4ec2012ad9 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=b233fa99a6f44783bdd72e14b28bf441&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312626 Aug 29 21:36:28.700439 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-d9380e38-6153-4a62-bc60-3824a26f8d8f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/0508be15-3a86-487c-adf7-1d58f6ff1acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173680 Aug 29 21:36:28.730804 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:28.827942 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-d7f5af0a-c163-4375-af3c-555718de8104 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/0508be15-3a86-487c-adf7-1d58f6ff1acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204073 Aug 29 21:36:28.887523 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7401f1a4-3362-4949-8740-831036588530 req-20108e63-bc7a-4163-8879-299e98aa95fd tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 210 time: 0.0386853 Aug 29 21:36:29.160804 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b9dccc60-897f-4413-8aab-41c6cc9381fb req-50fc8de5-54cc-421e-8d5e-4b811a82436b tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 210 time: 0.0559869 Aug 29 21:36:29.232185 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-ec736ec3-a13a-49ef-acbf-9a0c9e8f5fc1 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:29.235084 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-ec736ec3-a13a-49ef-acbf-9a0c9e8f5fc1 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.16 "GET /networking/v2.0/networks?id=9529232b-4c61-4df9-b4c2-2920904b6b0d HTTP/1.1" status: 200 len: 813 time: 0.1874077 Aug 29 21:36:29.251386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Request body: {'port': {'device_id': '47577035-d2fd-4b3b-859f-a21376bdc501', 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d', 'admin_state_up': True, 'tenant_id': '2113bed9d7c04c4691ff173ac0f3d75a'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:29.532926 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Made reservation on behalf of 2113bed9d7c04c4691ff173ac0f3d75a for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:29.539400 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:29.716527 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be793e8f-5c9c-485a-95fe-8e338d534147 req-dead1d0a-26b7-4a5f-a75c-bc20ba0a1703 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:29.718096 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-be793e8f-5c9c-485a-95fe-8e338d534147 req-dead1d0a-26b7-4a5f-a75c-bc20ba0a1703 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0916665 Aug 29 21:36:29.763129 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Allocated IP 172.20.0.4 (9529232b-4c61-4df9-b4c2-2920904b6b0d/e8c989ac-c1db-484d-ba30-094f5f492ffc/028b4efd-3a98-4e9f-b5ce-441d012207a9) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:29.805342 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-be793e8f-5c9c-485a-95fe-8e338d534147 req-465d7f4d-5109-4c28-8481-b299e7489b0c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802417 Aug 29 21:36:29.840189 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:29.947426 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee72d15-14c4-470d-977e-cee404d3aad0 req-8c6ef2da-5f7a-4a74-80f9-6314067622a0 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:29.949455 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bee72d15-14c4-470d-977e-cee404d3aad0 req-8c6ef2da-5f7a-4a74-80f9-6314067622a0 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0598807 Aug 29 21:36:29.983219 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks [] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:30.017229 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bee72d15-14c4-470d-977e-cee404d3aad0 req-9f5a8ac4-3e2c-4d06-af1c-5d598dc2415f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532877 Aug 29 21:36:30.032624 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d90cceb2-622b-40c7-afaa-316a000e534c req-23457114-6507-4a35-8447-bd7fd98c5355 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 210 time: 0.0371010 Aug 29 21:36:30.052728 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 51442) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:30.133413 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:30.140392 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:30.192811 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Network 9529232b-4c61-4df9-b4c2-2920904b6b0d is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:30.200522 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:30.203918 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:30.237655 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Pushing event updated for resources: {'Port': ['ID=028b4efd-3a98-4e9f-b5ce-441d012207a9,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:30.251557 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae5cc1-f695-4b22-9566-9a8126fc0131 tempest-TestShelveInstance-1730048920 tempest-TestShelveInstance-1730048920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:30.254191 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6aae5cc1-f695-4b22-9566-9a8126fc0131 tempest-TestShelveInstance-1730048920 tempest-TestShelveInstance-1730048920-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1124 time: 0.1997528 Aug 29 21:36:30.257173 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 51450) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:30.262797 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'port_id': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:30.279752 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:30.280750 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:30.414015 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-5cdb9ec2-6087-4b7a-b49b-4cd029ab9497 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1702952 Aug 29 21:36:30.434088 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Request body: {'port': {'device_id': '47577035-d2fd-4b3b-859f-a21376bdc501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:30.506638 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:30.577197 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f5700acb-14e0-41ee-a343-cfec55f5a7d4 req-7a9fdddb-c897-4086-9cc2-c5f031c9c43b tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 210 time: 0.3061283 Aug 29 21:36:30.687074 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:30.769278 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:30.821118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:30.838580 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028b4efd-3a98-4e9f-b5ce-441d012207a9 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:30.847826 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Publish callbacks [] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:30.863797 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Transition to ACTIVE for port object 028b4efd-3a98-4e9f-b5ce-441d012207a9 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:36:30.948877 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Allocated IP 172.27.3.71 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/209c6069-fa51-477f-9da9-04af5ed87210) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:30.980791 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:31.103202 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Pushing event updated for resources: {'Port': ['ID=028b4efd-3a98-4e9f-b5ce-441d012207a9,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:31.113464 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for port (209c6069-fa51-477f-9da9-04af5ed87210), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:31.125882 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:31.140079 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Attempting to bind port 028b4efd-3a98-4e9f-b5ce-441d012207a9 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:36:31.140338 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Attempting to bind port 028b4efd-3a98-4e9f-b5ce-441d012207a9 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'b71a4f47-e938-4169-ada6-cf876189d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:36:31.144847 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Attempting to bind port 028b4efd-3a98-4e9f-b5ce-441d012207a9 on network 9529232b-4c61-4df9-b4c2-2920904b6b0d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:31.146485 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Port 028b4efd-3a98-4e9f-b5ce-441d012207a9 on network 9529232b-4c61-4df9-b4c2-2920904b6b0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:36:31.146854 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Attempting to bind port 028b4efd-3a98-4e9f-b5ce-441d012207a9 on network 9529232b-4c61-4df9-b4c2-2920904b6b0d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:31.168333 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:36:31.168679 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Checking segment: {'id': 'b71a4f47-e938-4169-ada6-cf876189d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:36:31.169057 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Bound using segment: {'id': 'b71a4f47-e938-4169-ada6-cf876189d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:36:31.169673 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Bound port: 028b4efd-3a98-4e9f-b5ce-441d012207a9, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71a4f47-e938-4169-ada6-cf876189d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:36:31.170034 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:31.235518 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e929ecc-e178-4e6c-ad96-7f72e9562eac req-7968f5d9-e8a5-42e6-9212-e547be716a3c tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.237183 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8e929ecc-e178-4e6c-ad96-7f72e9562eac req-7968f5d9-e8a5-42e6-9212-e547be716a3c tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 943 time: 0.0878272 Aug 29 21:36:31.258924 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:31.301811 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] For port 028b4efd-3a98-4e9f-b5ce-441d012207a9, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:36:31.324040 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] For port 028b4efd-3a98-4e9f-b5ce-441d012207a9, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=028b4efd-3a98-4e9f-b5ce-441d012207a9,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:36:31.324627 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (209c6069-fa51-477f-9da9-04af5ed87210), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:31.328962 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8e929ecc-e178-4e6c-ad96-7f72e9562eac req-39382240-1a61-4635-b2c5-2a5958e3d8b0 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816655 Aug 29 21:36:31.381520 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:31.385732 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:31.388943 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:31.422086 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'Port': ['ID=209c6069-fa51-477f-9da9-04af5ed87210,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:31.443384 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:31.450184 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.451432 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:31.453540 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/028b4efd-3a98-4e9f-b5ce-441d012207a9 HTTP/1.1" status: 200 len: 1093 time: 1.0282073 Aug 29 21:36:31.456124 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47577035-d2fd-4b3b-859f-a21376bdc501', 'tag': '028b4efd-3a98-4e9f-b5ce-441d012207a9'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:31.459603 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458b1875-5ee2-499e-8eca-4418d8cfa0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "47577035-d2fd-4b3b-859f-a21376bdc501", "tag": "028b4efd-3a98-4e9f-b5ce-441d012207a9"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:31.526866 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65738c2-d6ca-427f-8780-48f6af8a18c1 x-openstack-request-id: req-d65738c2-d6ca-427f-8780-48f6af8a18c1 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:31.527414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47577035-d2fd-4b3b-859f-a21376bdc501", "tag": "028b4efd-3a98-4e9f-b5ce-441d012207a9", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:31.527630 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d65738c2-d6ca-427f-8780-48f6af8a18c1 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:31.528058 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65738c2-d6ca-427f-8780-48f6af8a18c1'] response: {'name': 'network-changed', 'server_uuid': '47577035-d2fd-4b3b-859f-a21376bdc501', 'tag': '028b4efd-3a98-4e9f-b5ce-441d012207a9', 'status': 'completed', 'code': 200} Aug 29 21:36:31.564473 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:31.586606 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94482b00-43d0-48e7-b134-9bf54ae19c0a service neutron] Pushing event updated for resources: {'Port': ['ID=028b4efd-3a98-4e9f-b5ce-441d012207a9,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:31.601796 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b1875-5ee2-499e-8eca-4418d8cfa0f4 req-2f6d5d51-bb58-4d5b-9a8b-9b4938abfacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.603190 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-458b1875-5ee2-499e-8eca-4418d8cfa0f4 req-2f6d5d51-bb58-4d5b-9a8b-9b4938abfacc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2113bed9d7c04c4691ff173ac0f3d75a&device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 1127 time: 0.0542550 Aug 29 21:36:31.764227 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bbc64424-1043-4b42-a1f9-350f9cf86317 req-047c60b3-6f3f-481c-832f-67f8761fcf6f tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 210 time: 0.0521204 Aug 29 21:36:31.772258 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b1875-5ee2-499e-8eca-4418d8cfa0f4 req-00ab478b-de71-4fc5-9882-0d48c3289997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.774408 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-458b1875-5ee2-499e-8eca-4418d8cfa0f4 req-00ab478b-de71-4fc5-9882-0d48c3289997 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=2113bed9d7c04c4691ff173ac0f3d75a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1635621 Aug 29 21:36:31.942171 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for floatingip (a634141b-cead-4137-b2bb-2d1d6e373ddd), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:32.104765 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b1875-5ee2-499e-8eca-4418d8cfa0f4 req-21b18a3a-5cac-44af-9781-afa6cccb50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:32.106456 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-458b1875-5ee2-499e-8eca-4418d8cfa0f4 req-21b18a3a-5cac-44af-9781-afa6cccb50c8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535609 Aug 29 21:36:32.189500 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (209c6069-fa51-477f-9da9-04af5ed87210), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:32.220031 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-0a1e2807-6375-46c7-ac13-3285ff0afbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:32.221984 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-0a1e2807-6375-46c7-ac13-3285ff0afbf1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2113bed9d7c04c4691ff173ac0f3d75a&device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 1127 time: 0.0673091 Aug 29 21:36:32.265518 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-e59aec62-a02a-4022-bbe9-70438f6d8bfb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=028b4efd-3a98-4e9f-b5ce-441d012207a9 HTTP/1.1" status: 200 len: 217 time: 0.0358579 Aug 29 21:36:32.323828 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-788d6cbd-a5a6-41b2-b9f8-d55fa224ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:32.325504 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-788d6cbd-a5a6-41b2-b9f8-d55fa224ab85 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e8c989ac-c1db-484d-ba30-094f5f492ffc HTTP/1.1" status: 200 len: 853 time: 0.0540078 Aug 29 21:36:32.333731 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:32.393012 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-a22364d4-70bd-4914-b819-b28c1ecc4e43 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9529232b-4c61-4df9-b4c2-2920904b6b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606444 Aug 29 21:36:32.464534 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for port (209c6069-fa51-477f-9da9-04af5ed87210), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:32.517444 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba428c9-fdfa-44c6-95e3-b65c81f5132d req-8f2e8dbf-8f4f-4426-9630-15d72b145802 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:32.519017 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bba428c9-fdfa-44c6-95e3-b65c81f5132d req-8f2e8dbf-8f4f-4426-9630-15d72b145802 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 943 time: 0.0800941 Aug 29 21:36:32.582301 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-b35935f8-5fe5-409a-b100-225e984ca974 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:32.583561 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (209c6069-fa51-477f-9da9-04af5ed87210), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:32.583827 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-b35935f8-5fe5-409a-b100-225e984ca974 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.16 "GET /networking/v2.0/networks?id=0508be15-3a86-487c-adf7-1d58f6ff1acd HTTP/1.1" status: 200 len: 809 time: 0.2357597 Aug 29 21:36:32.588881 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-16d2bb38-55d2-4f68-bbeb-1e9cabf302be service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9529232b-4c61-4df9-b4c2-2920904b6b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795843 Aug 29 21:36:32.595518 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bba428c9-fdfa-44c6-95e3-b65c81f5132d req-771f0e76-85aa-46d7-9f49-76cb533bcd0f tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652931 Aug 29 21:36:32.604051 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Request body: {'port': {'device_id': 'b734865b-326e-4d7b-8d4c-9e2d2002f260', 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd', 'admin_state_up': True, 'tenant_id': 'b233fa99a6f44783bdd72e14b28bf441'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:32.670254 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event updated for resources: {'Port': ['ID=209c6069-fa51-477f-9da9-04af5ed87210,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:32.672973 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (a634141b-cead-4137-b2bb-2d1d6e373ddd), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:32.786001 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Floating IP a634141b-cead-4137-b2bb-2d1d6e373ddd associated. External IP: 172.27.3.71, port: a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305. Aug 29 21:36:32.806484 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4e3fe15e-fb60-4916-9058-985f4ceaa686 req-e8c6f445-c4ee-46d0-9e6c-2bb45d2a3306 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9529232b-4c61-4df9-b4c2-2920904b6b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080562 Aug 29 21:36:32.839533 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:32.905113 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b41460cb-641f-4e25-8c44-c68b019c7f06 req-073be0ac-0449-4264-a8b6-b1cd6fce243f tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 210 time: 0.0364637 Aug 29 21:36:32.995800 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Made reservation on behalf of b233fa99a6f44783bdd72e14b28bf441 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:33.001383 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:33.016084 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:33.046090 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Router 024b0098-834a-46b1-9165-390eea6f9a0c has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:36:33.146159 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e75f68d4-2e8f-44eb-ac18-1b7b1288b18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:33.165270 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Allocated IP 172.20.0.8 (0508be15-3a86-487c-adf7-1d58f6ff1acd/03d04619-d034-4a7a-8f78-69ab9b9fe6f0/07736f54-608f-4ccb-b7a3-2d18ac6c9fe8) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:33.173632 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:36:33.188491 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] Sync routers for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:36:33.200698 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:36:33.201372 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:36:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:33.211968 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:33.288056 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:33.309021 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:36:33.315266 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:33.331235 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-58fc731a-2046-455c-bee4-5c78e5b01cd2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0694685 Aug 29 21:36:33.331235 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:33.331708 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1740b4a9-b2ac-4183-9ff6-803765ef20e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:33.371647 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks [] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:33.397537 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fa98ac-9cee-42a0-a8b3-a72a8c16aa30 x-openstack-request-id: req-33fa98ac-9cee-42a0-a8b3-a72a8c16aa30 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:33.397857 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:33.398182 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33fa98ac-9cee-42a0-a8b3-a72a8c16aa30 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:33.398523 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fa98ac-9cee-42a0-a8b3-a72a8c16aa30'] response: {'name': 'network-changed', 'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'status': 'completed', 'code': 200} Aug 29 21:36:33.518635 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:33.568129 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Network 0508be15-3a86-487c-adf7-1d58f6ff1acd is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:33.573600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:33.577294 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'a634141b-cead-4137-b2bb-2d1d6e373ddd', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'port_id': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'mac_address': 'fa:16:3e:61:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:31Z', 'updated_at': '2022-08-29T21:36:31Z', 'revision_number': 0, 'project_id': 'ecd13ced46854940b3765ee641390212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb5c6e8-e654-4b09-b311-12507afa5b8d', 'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'mac_address': 'fa:16:3e:85:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:34Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 5, 'project_id': 'ecd13ced46854940b3765ee641390212', 'subnets': [{'id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:33.579412 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:33.609955 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Pushing event updated for resources: {'Port': ['ID=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:33.612264 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] Checking router: 024b0098-834a-46b1-9165-390eea6f9a0c for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:36:33.624770 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:36:33.625538 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:36:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:33.644386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:33.645172 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:33.737849 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-38400b04-9b2a-4f7d-b741-5960f9edbe02 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1410675 Aug 29 21:36:33.768248 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Request body: {'port': {'device_id': 'b734865b-326e-4d7b-8d4c-9e2d2002f260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:33.793639 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:36:33.834386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc76539-e8c8-4c82-b376-5b75d075677b req-7aa22527-0090-4ffd-9273-b77f544b1470 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:33.835922 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4bc76539-e8c8-4c82-b376-5b75d075677b req-7aa22527-0090-4ffd-9273-b77f544b1470 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 943 time: 0.1152759 Aug 29 21:36:33.856980 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-1e2576ca-b338-4548-99e8-dbcca8d0952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:33.858431 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-1e2576ca-b338-4548-99e8-dbcca8d0952b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1129 time: 0.0970998 Aug 29 21:36:34.038672 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'a634141b-cead-4137-b2bb-2d1d6e373ddd', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'port_id': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'mac_address': 'fa:16:3e:61:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:31Z', 'updated_at': '2022-08-29T21:36:31Z', 'revision_number': 0, 'project_id': 'ecd13ced46854940b3765ee641390212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb5c6e8-e654-4b09-b311-12507afa5b8d', 'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'mac_address': 'fa:16:3e:85:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:34Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 5, 'project_id': 'ecd13ced46854940b3765ee641390212', 'subnets': [{'id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:34.071746 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754ce22-2d01-4656-be74-34806dbd16d7 None None] The sync data for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi is: [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'a634141b-cead-4137-b2bb-2d1d6e373ddd', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'port_id': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'mac_address': 'fa:16:3e:61:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:31Z', 'updated_at': '2022-08-29T21:36:31Z', 'revision_number': 0, 'project_id': 'ecd13ced46854940b3765ee641390212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb5c6e8-e654-4b09-b311-12507afa5b8d', 'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'mac_address': 'fa:16:3e:85:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:34Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 5, 'project_id': 'ecd13ced46854940b3765ee641390212', 'subnets': [{'id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:36:34.209798 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5fba2-2b6a-4ead-afa6-5ceee1d025e7 req-314c3dac-c814-4854-a4e2-36fb40b79edc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.212995 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-51f5fba2-2b6a-4ead-afa6-5ceee1d025e7 req-314c3dac-c814-4854-a4e2-36fb40b79edc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 931 time: 0.2145448 Aug 29 21:36:34.216251 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:34.271584 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:34.291221 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-51f5fba2-2b6a-4ead-afa6-5ceee1d025e7 req-daf1fe5f-7116-41e3-9a7a-903e60efa551 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692902 Aug 29 21:36:34.336591 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4bc76539-e8c8-4c82-b376-5b75d075677b req-c161d21a-c382-4399-b1d8-a57b7830cfcb tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921303 Aug 29 21:36:34.366912 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70585c92-758f-4c20-a4d5-d59cca6a66b8 None None] New status for floating IP a634141b-cead-4137-b2bb-2d1d6e373ddd: ACTIVE {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:36:34.436414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-b51ef403-32da-4d3c-9bf1-3bb10280ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.438217 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-b51ef403-32da-4d3c-9bf1-3bb10280ae3b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 200 len: 909 time: 0.5538478 Aug 29 21:36:34.563980 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-6bb0bfa8-9cb6-48f9-b464-b8d527e536fb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 998 time: 0.1186597 Aug 29 21:36:34.651039 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-34945923-69c1-4989-a91b-9ac35e01213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.652926 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-34945923-69c1-4989-a91b-9ac35e01213a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=0de17087-d83e-451b-9dde-6fdf1da42491 HTTP/1.1" status: 200 len: 847 time: 0.0821786 Aug 29 21:36:34.742924 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-55405ab6-9b8e-4eb8-8fcc-6a9d0c4531ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.744651 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-55405ab6-9b8e-4eb8-8fcc-6a9d0c4531ef service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c751c7e2-184d-4f27-8a13-c3f74b9178e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843921 Aug 29 21:36:34.755860 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:34.771111 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:34.772718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Publish callbacks [] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:34.829445 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Transition to ACTIVE for port object 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:36:34.873631 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-08a886ba-5771-4e51-a534-e59d9540d1c1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200783 Aug 29 21:36:34.965468 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:34.977482 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-9c626c10-2bfa-4bdd-8001-e28c609663ff service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973814 Aug 29 21:36:35.040065 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Pushing event updated for resources: {'Port': ['ID=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:35.095323 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Attempting to bind port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:36:35.095603 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Attempting to bind port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '74fd4dfe-2b35-4783-870f-30d6a384f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:36:35.096005 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Attempting to bind port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 on network 0508be15-3a86-487c-adf7-1d58f6ff1acd {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:35.100934 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 on network 0508be15-3a86-487c-adf7-1d58f6ff1acd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:36:35.101256 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Attempting to bind port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 on network 0508be15-3a86-487c-adf7-1d58f6ff1acd {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:35.109008 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:36:35.109008 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Checking segment: {'id': '74fd4dfe-2b35-4783-870f-30d6a384f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:36:35.109612 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Bound using segment: {'id': '74fd4dfe-2b35-4783-870f-30d6a384f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:36:35.109729 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Bound port: 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fd4dfe-2b35-4783-870f-30d6a384f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:36:35.110013 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:35.177611 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:35.183737 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] For port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:36:35.187047 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] For port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:36:35.262367 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:35.266928 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.267559 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:35.268992 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 HTTP/1.1" status: 200 len: 1093 time: 1.5088089 Aug 29 21:36:35.269508 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b734865b-326e-4d7b-8d4c-9e2d2002f260', 'tag': '07736f54-608f-4ccb-b7a3-2d18ac6c9fe8'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:35.271804 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3659e4b9-cd37-407f-b90c-42c4bf4dff4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b734865b-326e-4d7b-8d4c-9e2d2002f260", "tag": "07736f54-608f-4ccb-b7a3-2d18ac6c9fe8"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:35.325674 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d748737-fe37-4cba-bc64-21a6e05ac40a x-openstack-request-id: req-8d748737-fe37-4cba-bc64-21a6e05ac40a {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:35.325674 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b734865b-326e-4d7b-8d4c-9e2d2002f260", "tag": "07736f54-608f-4ccb-b7a3-2d18ac6c9fe8", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:35.325674 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d748737-fe37-4cba-bc64-21a6e05ac40a {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:35.328216 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d748737-fe37-4cba-bc64-21a6e05ac40a'] response: {'name': 'network-changed', 'server_uuid': 'b734865b-326e-4d7b-8d4c-9e2d2002f260', 'tag': '07736f54-608f-4ccb-b7a3-2d18ac6c9fe8', 'status': 'completed', 'code': 200} Aug 29 21:36:35.330948 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c754dcbc-d9a0-467d-9d6d-bfa07b9387b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:35.331136 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baf0bb-5657-47e5-8ff5-78f3c7119558 service neutron] Pushing event updated for resources: {'Port': ['ID=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:35.414637 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659e4b9-cd37-407f-b90c-42c4bf4dff4b req-6ae34afa-7100-429b-afb4-ef92deed6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.416198 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3659e4b9-cd37-407f-b90c-42c4bf4dff4b req-6ae34afa-7100-429b-afb4-ef92deed6e22 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b233fa99a6f44783bdd72e14b28bf441&device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 1127 time: 0.0671883 Aug 29 21:36:35.481475 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e91e7e-bde6-4cf6-a998-851e7f4482eb req-662fd148-ec1a-4ae0-9608-16a83d37d4bf tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.483189 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c8e91e7e-bde6-4cf6-a998-851e7f4482eb req-662fd148-ec1a-4ae0-9608-16a83d37d4bf tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 943 time: 0.0540483 Aug 29 21:36:35.503392 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68396ca-baab-444b-82b3-35e84bdd3598 req-03bac40e-4c2e-4dec-b375-f33fb45037b6 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.504966 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e68396ca-baab-444b-82b3-35e84bdd3598 req-03bac40e-4c2e-4dec-b375-f33fb45037b6 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 943 time: 0.1051273 Aug 29 21:36:35.537795 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c8e91e7e-bde6-4cf6-a998-851e7f4482eb req-ea0aa220-c061-4959-a1c3-29017b53a868 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483634 Aug 29 21:36:35.592000 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659e4b9-cd37-407f-b90c-42c4bf4dff4b req-848fd85e-efaf-4ccf-99f6-d3e599c4533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.593743 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3659e4b9-cd37-407f-b90c-42c4bf4dff4b req-848fd85e-efaf-4ccf-99f6-d3e599c4533f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=b233fa99a6f44783bdd72e14b28bf441&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1604903 Aug 29 21:36:35.597452 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e68396ca-baab-444b-82b3-35e84bdd3598 req-3506a99b-4ebe-4ae7-a725-629dc2dc30fd tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813498 Aug 29 21:36:35.702416 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659e4b9-cd37-407f-b90c-42c4bf4dff4b req-90d06efe-4d6b-4367-8525-fa93a2ba21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.703960 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3659e4b9-cd37-407f-b90c-42c4bf4dff4b req-90d06efe-4d6b-4367-8525-fa93a2ba21b0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046469 Aug 29 21:36:35.791018 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-4e2aa408-874d-4580-b679-f1527c80a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.793431 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-4e2aa408-874d-4580-b679-f1527c80a9a3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b233fa99a6f44783bdd72e14b28bf441&device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 1127 time: 0.0476620 Aug 29 21:36:35.836995 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-8a1847f9-33fd-42e4-aedf-b937cf42640a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 HTTP/1.1" status: 200 len: 217 time: 0.0361176 Aug 29 21:36:35.893395 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-814e87aa-6f4f-4472-b627-7df058e18569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.894780 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-814e87aa-6f4f-4472-b627-7df058e18569 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=03d04619-d034-4a7a-8f78-69ab9b9fe6f0 HTTP/1.1" status: 200 len: 849 time: 0.0516052 Aug 29 21:36:35.929224 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-64c10f29-c854-4d76-be01-9af39d8cd506 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=0508be15-3a86-487c-adf7-1d58f6ff1acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283365 Aug 29 21:36:35.994014 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:36.033963 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-9e98128e-c3cd-4ec6-8556-a1cd1c151ec8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0508be15-3a86-487c-adf7-1d58f6ff1acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979230 Aug 29 21:36:36.139646 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-712af029-ea85-4a8d-949b-dcf89f558b64 req-73c5ca3f-46db-4f5f-baf2-5763e0b2a562 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0508be15-3a86-487c-adf7-1d58f6ff1acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996871 Aug 29 21:36:36.664803 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be897c5-52bd-488f-bc94-3c336192e681 req-7d21e9c8-2887-4448-9485-7b23045e65ec tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:36.666888 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5be897c5-52bd-488f-bc94-3c336192e681 req-7d21e9c8-2887-4448-9485-7b23045e65ec tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 943 time: 0.0522389 Aug 29 21:36:36.733674 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5be897c5-52bd-488f-bc94-3c336192e681 req-8b79229d-62f2-4a94-a761-1a92c0227be4 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589719 Aug 29 21:36:36.778992 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 028b4efd-3a98-4e9f-b5ce-441d012207a9 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:36:36.804286 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715e776-6674-4888-ba77-59fa3db6621f req-f2dd37f5-ee23-492a-a291-755f8f7c719f tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:36.805794 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0715e776-6674-4888-ba77-59fa3db6621f req-f2dd37f5-ee23-492a-a291-755f8f7c719f tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 943 time: 0.1199994 Aug 29 21:36:36.814673 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.871555 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0715e776-6674-4888-ba77-59fa3db6621f req-6fe26e61-2382-4745-9aae-91e004d7f2b0 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591283 Aug 29 21:36:36.899234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 028b4efd-3a98-4e9f-b5ce-441d012207a9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=028b4efd-3a98-4e9f-b5ce-441d012207a9,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:36.910597 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '028b4efd-3a98-4e9f-b5ce-441d012207a9', 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d', 'port_id': '028b4efd-3a98-4e9f-b5ce-441d012207a9', 'mac_address': 'fa:16:3e:eb:1d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c989ac-c1db-484d-ba30-094f5f492ffc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:36:36.952099 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 028b4efd-3a98-4e9f-b5ce-441d012207a9 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:36.952402 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.967064 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028b4efd-3a98-4e9f-b5ce-441d012207a9 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:36.987797 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 028b4efd-3a98-4e9f-b5ce-441d012207a9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=028b4efd-3a98-4e9f-b5ce-441d012207a9,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:37.128706 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:37.170326 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:37.182023 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=028b4efd-3a98-4e9f-b5ce-441d012207a9,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:37.341552 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['028b4efd-3a98-4e9f-b5ce-441d012207a9'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:37.365498 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:37.479715 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:37.867447 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b6312-a4a3-407f-ab11-6a99559a27a6 req-6f24884d-5466-4161-b28d-466848b321b1 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.869541 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-700b6312-a4a3-407f-ab11-6a99559a27a6 req-6f24884d-5466-4161-b28d-466848b321b1 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 944 time: 0.0513124 Aug 29 21:36:37.922317 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-700b6312-a4a3-407f-ab11-6a99559a27a6 req-cf47cc88-3c4c-49bd-af03-daa32ece64b9 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467582 Aug 29 21:36:37.995693 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aba89-61f5-460a-a58e-b82c69ac978a req-5fae0211-94f6-4f41-9305-1bbd0b33188a tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.996887 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7a4aba89-61f5-460a-a58e-b82c69ac978a req-5fae0211-94f6-4f41-9305-1bbd0b33188a tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 943 time: 0.0492775 Aug 29 21:36:38.046498 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7a4aba89-61f5-460a-a58e-b82c69ac978a req-ec38f0a0-0cb0-436e-a52a-11407a9afa7f tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Aug 29 21:36:38.325923 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:38.451663 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:38.801307 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:36:38.805694 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 028b4efd-3a98-4e9f-b5ce-441d012207a9 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:36:38.904911 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 028b4efd-3a98-4e9f-b5ce-441d012207a9 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:36:38.947624 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:38.961925 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '07736f54-608f-4ccb-b7a3-2d18ac6c9fe8', 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd', 'port_id': '07736f54-608f-4ccb-b7a3-2d18ac6c9fe8', 'mac_address': 'fa:16:3e:f1:9b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d04619-d034-4a7a-8f78-69ab9b9fe6f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:36:38.999781 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:39.000200 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:39.012978 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 028b4efd-3a98-4e9f-b5ce-441d012207a9 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:39.013348 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:39.017037 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:39.049828 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b812a-7e87-48bf-a40a-3ce14474fe0e req-fb6dcadf-f69a-4259-86d6-2c3ad4b3b7a4 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:39.052019 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b34b812a-7e87-48bf-a40a-3ce14474fe0e req-fb6dcadf-f69a-4259-86d6-2c3ad4b3b7a4 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 944 time: 0.0529721 Aug 29 21:36:39.063923 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:39.108902 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b34b812a-7e87-48bf-a40a-3ce14474fe0e req-50864563-aabc-4ee9-9e8f-cc083b718a01 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506663 Aug 29 21:36:39.119874 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 028b4efd-3a98-4e9f-b5ce-441d012207a9 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:39.120451 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:39.152825 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47577035-d2fd-4b3b-859f-a21376bdc501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028b4efd-3a98-4e9f-b5ce-441d012207a9'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:39.155435 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a443d57-dc66-4451-a4a8-5777fc5d8a40" -d '{"events": [{"server_uuid": "47577035-d2fd-4b3b-859f-a21376bdc501", "name": "network-vif-plugged", "status": "completed", "tag": "028b4efd-3a98-4e9f-b5ce-441d012207a9"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:39.168136 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:39.171044 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 028b4efd-3a98-4e9f-b5ce-441d012207a9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=028b4efd-3a98-4e9f-b5ce-441d012207a9,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:39.206969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0155ce0-6a6c-42e0-84b5-88f6e773e305 x-openstack-request-id: req-a0155ce0-6a6c-42e0-84b5-88f6e773e305 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:39.206969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47577035-d2fd-4b3b-859f-a21376bdc501", "name": "network-vif-plugged", "status": "completed", "tag": "028b4efd-3a98-4e9f-b5ce-441d012207a9", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:39.206969 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0155ce0-6a6c-42e0-84b5-88f6e773e305 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:39.206969 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0155ce0-6a6c-42e0-84b5-88f6e773e305'] response: {'server_uuid': '47577035-d2fd-4b3b-859f-a21376bdc501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028b4efd-3a98-4e9f-b5ce-441d012207a9', 'code': 200} Aug 29 21:36:39.207435 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e48654-bf1f-45bd-af55-67fd40323e2f req-4af4d3e9-182e-41a7-ac04-c6a2f48e18f0 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:39.208820 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c9e48654-bf1f-45bd-af55-67fd40323e2f req-4af4d3e9-182e-41a7-ac04-c6a2f48e18f0 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 944 time: 0.0583308 Aug 29 21:36:39.224933 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:39.265428 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c9e48654-bf1f-45bd-af55-67fd40323e2f req-d61ae2c7-97e5-450f-a638-ac6dcd8cb9eb tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502243 Aug 29 21:36:39.275693 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:39.334735 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=028b4efd-3a98-4e9f-b5ce-441d012207a9,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:39.429103 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['07736f54-608f-4ccb-b7a3-2d18ac6c9fe8'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:39.520175 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0653a89-2e38-4d12-8fd9-0cdf8d1a4d9d req-fdc02be6-6692-4fe2-bd8b-919771c2a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:39.521669 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d0653a89-2e38-4d12-8fd9-0cdf8d1a4d9d req-fdc02be6-6692-4fe2-bd8b-919771c2a5c0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 1129 time: 0.0378549 Aug 29 21:36:39.548540 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:39.570515 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d0653a89-2e38-4d12-8fd9-0cdf8d1a4d9d req-867f62ef-7277-4c57-9d90-feca8fe6939d service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Aug 29 21:36:40.237767 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bfaff-6c75-4e97-ab6c-4ca9884a8685 req-36c2a01c-242c-40f7-b957-a295f7ce21ae tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:40.239362 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8f2bfaff-6c75-4e97-ab6c-4ca9884a8685 req-36c2a01c-242c-40f7-b957-a295f7ce21ae tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 945 time: 0.0537560 Aug 29 21:36:40.288873 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-8f2bfaff-6c75-4e97-ab6c-4ca9884a8685 req-7f0521f7-b48c-4e5b-b4ff-bb4b4d4b1c25 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Aug 29 21:36:40.401362 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b7d06-4765-4fe1-b42b-1173d02abced req-74e17e38-938b-44fb-ae46-914f91e9224b tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:40.402802 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a45b7d06-4765-4fe1-b42b-1173d02abced req-74e17e38-938b-44fb-ae46-914f91e9224b tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 944 time: 0.0543547 Aug 29 21:36:40.454104 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a45b7d06-4765-4fe1-b42b-1173d02abced req-d29b6e14-1e9f-4140-b6c8-dc6be9bb52db tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Aug 29 21:36:40.806021 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:36:40.842385 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:40.850684 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:36:40.911765 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:40.912182 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:40.956459 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:40.991741 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:40.992166 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:41.028052 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:41.128902 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:41.178899 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:41.205082 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b734865b-326e-4d7b-8d4c-9e2d2002f260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07736f54-608f-4ccb-b7a3-2d18ac6c9fe8'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:41.207353 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7283ae-d510-4615-9edb-e30cd853e330" -d '{"events": [{"server_uuid": "b734865b-326e-4d7b-8d4c-9e2d2002f260", "name": "network-vif-plugged", "status": "completed", "tag": "07736f54-608f-4ccb-b7a3-2d18ac6c9fe8"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:41.246096 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b43ba62-ffcc-4dd1-95c4-9df59828cf56 x-openstack-request-id: req-5b43ba62-ffcc-4dd1-95c4-9df59828cf56 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:41.246096 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b734865b-326e-4d7b-8d4c-9e2d2002f260", "name": "network-vif-plugged", "status": "completed", "tag": "07736f54-608f-4ccb-b7a3-2d18ac6c9fe8", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:41.246319 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b43ba62-ffcc-4dd1-95c4-9df59828cf56 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:41.246697 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b43ba62-ffcc-4dd1-95c4-9df59828cf56'] response: {'server_uuid': 'b734865b-326e-4d7b-8d4c-9e2d2002f260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07736f54-608f-4ccb-b7a3-2d18ac6c9fe8', 'code': 200} Aug 29 21:36:41.441317 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23c8bc-74b6-4d30-a820-d840e54992bb req-1fabcafb-e783-438b-aa7f-ad860c39887d tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:41.442822 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1c23c8bc-74b6-4d30-a820-d840e54992bb req-1fabcafb-e783-438b-aa7f-ad860c39887d tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 945 time: 0.0523098 Aug 29 21:36:41.498479 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1c23c8bc-74b6-4d30-a820-d840e54992bb req-ae5dc1d3-0ff7-48e2-9a99-4fb97df22b03 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492539 Aug 29 21:36:41.592170 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fba47-11b6-46ad-b822-929a33e9a7ac req-17887e00-e464-46f3-a0a9-60855fdd34c7 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:41.593671 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ac2fba47-11b6-46ad-b822-929a33e9a7ac req-17887e00-e464-46f3-a0a9-60855fdd34c7 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 945 time: 0.0500636 Aug 29 21:36:41.643529 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ac2fba47-11b6-46ad-b822-929a33e9a7ac req-6496ff6d-8218-4bdc-b28e-f71cd535e68c tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Aug 29 21:36:41.734898 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372816d2-73ae-47b3-9803-5608bc944b00 req-1ff4f263-6d93-4683-9286-16c83fbb108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:41.736452 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-372816d2-73ae-47b3-9803-5608bc944b00 req-1ff4f263-6d93-4683-9286-16c83fbb108c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 1129 time: 0.0384347 Aug 29 21:36:41.788376 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-372816d2-73ae-47b3-9803-5608bc944b00 req-b2ac9d47-b75f-465e-ab36-df042a4e860c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Aug 29 21:36:42.630996 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003e3e6-65d9-4e9d-89e4-be3a258f1d7f req-423aa444-da3a-495b-b0be-68d84e4e6559 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:42.632582 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c003e3e6-65d9-4e9d-89e4-be3a258f1d7f req-423aa444-da3a-495b-b0be-68d84e4e6559 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 945 time: 0.0516953 Aug 29 21:36:42.686619 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c003e3e6-65d9-4e9d-89e4-be3a258f1d7f req-d153c404-a5a3-4d37-9ba6-b9e6447dcc03 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470853 Aug 29 21:36:42.780521 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1c117-f340-4c47-815d-cac3cd9736c4 req-61fc74cc-fca2-430a-b048-7ca4ef16c280 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:42.782679 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c2d1c117-f340-4c47-815d-cac3cd9736c4 req-61fc74cc-fca2-430a-b048-7ca4ef16c280 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 945 time: 0.0587888 Aug 29 21:36:42.838292 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c2d1c117-f340-4c47-815d-cac3cd9736c4 req-d9d1dc8a-dd6d-466f-a343-02ab0e118856 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493166 Aug 29 21:36:43.965951 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973c4ee-dcf9-41c8-a46d-2a2a6219c677 req-bb221aea-a6fa-4a92-8cde-8c0897c20a77 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:43.967499 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8973c4ee-dcf9-41c8-a46d-2a2a6219c677 req-bb221aea-a6fa-4a92-8cde-8c0897c20a77 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 945 time: 0.0498765 Aug 29 21:36:44.020373 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8973c4ee-dcf9-41c8-a46d-2a2a6219c677 req-b5712ab5-0d5a-4e56-b17a-843fe3393cce tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465326 Aug 29 21:36:44.044118 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=77 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:44.044118 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=77 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:45.000142 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-09063d0e-a5c1-4b36-a8f0-166970050695 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473766 Aug 29 21:36:45.104175 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-68d43bfb-c303-4134-90f8-01876ad0d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:45.106266 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-68d43bfb-c303-4134-90f8-01876ad0d6f0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1129 time: 0.0554578 Aug 29 21:36:45.255026 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-76293bf6-6e43-4f22-9afb-5a98654b15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:45.256455 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-76293bf6-6e43-4f22-9afb-5a98654b15e4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 200 len: 909 time: 0.1189082 Aug 29 21:36:45.320235 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:45.329698 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-2f0e9c71-bbb7-462b-9dc4-89a5f0e1567d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 1000 time: 0.0638580 Aug 29 21:36:45.386782 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-b49abbc0-94fa-4207-b2a1-bd0ce6ef0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:45.388419 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-b49abbc0-94fa-4207-b2a1-bd0ce6ef0c4e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=0de17087-d83e-451b-9dde-6fdf1da42491 HTTP/1.1" status: 200 len: 847 time: 0.0462887 Aug 29 21:36:45.440470 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-53380be5-1fb9-4a53-b446-8a7a59a63e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:45.442076 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-53380be5-1fb9-4a53-b446-8a7a59a63e68 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c751c7e2-184d-4f27-8a13-c3f74b9178e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453141 Aug 29 21:36:45.553819 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-d774edc0-1a97-4b52-b5c5-a5933fe7eafa service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019285 Aug 29 21:36:45.683551 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:45.697987 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8525e-89bb-4242-aadb-40dc097843fd req-956ed407-f97c-4cb7-a05e-52d4a0d59760 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:45.699605 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1fa8525e-89bb-4242-aadb-40dc097843fd req-956ed407-f97c-4cb7-a05e-52d4a0d59760 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 945 time: 0.0647779 Aug 29 21:36:45.747113 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f15423ae-9385-4ff8-a1cc-e32f234045e2 req-a57dea79-9d94-4ee6-9352-844bd6760af1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830208 Aug 29 21:36:45.773884 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1fa8525e-89bb-4242-aadb-40dc097843fd req-7a9514a2-963a-447b-aae1-6496b7aa2294 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617557 Aug 29 21:36:46.902915 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356486d-3813-4dfa-b725-221e159cdad1 req-828cf4d3-26f8-4c87-9dc6-c8dc26ec8a78 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:46.904507 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0356486d-3813-4dfa-b725-221e159cdad1 req-828cf4d3-26f8-4c87-9dc6-c8dc26ec8a78 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 945 time: 0.0500147 Aug 29 21:36:46.957634 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0356486d-3813-4dfa-b725-221e159cdad1 req-8a2d567b-697d-4cb2-a8cf-17cb68ce96f0 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464144 Aug 29 21:36:47.595697 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-2d300539-ee16-458f-9a46-85458cce7748 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:47.597237 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-2d300539-ee16-458f-9a46-85458cce7748 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 945 time: 0.0500224 Aug 29 21:36:47.698753 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Deleting port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:36:47.702600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:47.796951 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] For port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:47.797306 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:47.814235 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Calling delete_port for 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:36:48.062988 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (07736f54-608f-4ccb-b7a3-2d18ac6c9fe8), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:48.076114 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['07736f54-608f-4ccb-b7a3-2d18ac6c9fe8'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:48.103838 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Pushing event deleted for resources: {'Port': ['ID=07736f54-608f-4ccb-b7a3-2d18ac6c9fe8,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:48.117226 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60026fa7-48e4-4f1e-a025-5a512688bf46 req-275585eb-572a-4262-857d-8fa5fc310d40 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:48.119325 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-60026fa7-48e4-4f1e-a025-5a512688bf46 req-275585eb-572a-4262-857d-8fa5fc310d40 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 945 time: 0.0865448 Aug 29 21:36:48.172000 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] No DVR routers for this DVR port 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:36:48.175309 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:48.178664 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d4d21f72-80a0-4f48-b1a5-030590287072 req-99872f11-9625-4f2d-bf27-4b4f4e573afc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.16 "DELETE /networking/v2.0/ports/07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 HTTP/1.1" status: 204 len: 173 time: 0.5736017 Aug 29 21:36:48.179124 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b734865b-326e-4d7b-8d4c-9e2d2002f260', 'name': 'network-vif-deleted', 'tag': '07736f54-608f-4ccb-b7a3-2d18ac6c9fe8'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:48.182119 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bdf084-0679-4e10-8d37-41a8d56e4d5b" -d '{"events": [{"server_uuid": "b734865b-326e-4d7b-8d4c-9e2d2002f260", "name": "network-vif-deleted", "tag": "07736f54-608f-4ccb-b7a3-2d18ac6c9fe8"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:48.217067 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-60026fa7-48e4-4f1e-a025-5a512688bf46 req-68378fe8-bc9d-42d9-a525-9e3f37a39acb tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782917 Aug 29 21:36:48.241552 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dc4c7d-1d53-4f01-a240-4f340ff7353f x-openstack-request-id: req-98dc4c7d-1d53-4f01-a240-4f340ff7353f {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:48.242049 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b734865b-326e-4d7b-8d4c-9e2d2002f260", "name": "network-vif-deleted", "tag": "07736f54-608f-4ccb-b7a3-2d18ac6c9fe8", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:48.242619 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98dc4c7d-1d53-4f01-a240-4f340ff7353f {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:48.243349 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dc4c7d-1d53-4f01-a240-4f340ff7353f'] response: {'server_uuid': 'b734865b-326e-4d7b-8d4c-9e2d2002f260', 'name': 'network-vif-deleted', 'tag': '07736f54-608f-4ccb-b7a3-2d18ac6c9fe8', 'status': 'completed', 'code': 200} Aug 29 21:36:49.338418 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c2a12117-367e-400d-87e4-63f752167027 req-c2763d26-987e-4c34-9ba7-1488796136f5 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b734865b-326e-4d7b-8d4c-9e2d2002f260 HTTP/1.1" status: 200 len: 210 time: 0.0292230 Aug 29 21:36:50.536006 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:50.630069 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-ead4771a-c64d-496d-ac8b-19d0dc06b184 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:50.631651 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-ead4771a-c64d-496d-ac8b-19d0dc06b184 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/networks?id=0508be15-3a86-487c-adf7-1d58f6ff1acd HTTP/1.1" status: 200 len: 809 time: 0.1201417 Aug 29 21:36:50.647570 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-f7b3bd49-8838-4b76-b2dc-6d6d19513ae7 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/quotas/b233fa99a6f44783bdd72e14b28bf441 HTTP/1.1" status: 200 len: 375 time: 0.0096357 Aug 29 21:36:50.683771 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-676287a2-74ec-4e2d-8429-c6b13b785c16 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=b233fa99a6f44783bdd72e14b28bf441&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307872 Aug 29 21:36:50.695222 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-e11d8a5a-57f2-4f4d-9566-c2f01e0d189b service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:36:50.696780 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-e11d8a5a-57f2-4f4d-9566-c2f01e0d189b service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053675 Aug 29 21:36:50.791754 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-a81d2464-006e-48ed-a4cc-17d18e2957e8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/0508be15-3a86-487c-adf7-1d58f6ff1acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892801 Aug 29 21:36:50.853976 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:50.892807 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-a80ea73f-88cb-4906-919d-eeef9ebca499 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/0508be15-3a86-487c-adf7-1d58f6ff1acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953112 Aug 29 21:36:51.048976 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:36:51.177230 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:51.282035 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-473d0f08-55f1-4f5c-accb-da8c33e7c2a8 req-c3c904de-b924-4114-a63d-90c5e060a896 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 210 time: 0.0318618 Aug 29 21:36:52.390818 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ca364ef5-9dd2-4c42-8294-5ea04d3e3a32 req-d506ff24-09ac-461b-ac35-8b5086b18212 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 210 time: 0.0306911 Aug 29 21:36:52.835942 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:36:52.857714 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:36:52.858057 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 07736f54-608f-4ccb-b7a3-2d18ac6c9fe8 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:36:53.516407 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-808bcf69-ceae-40af-9e39-1de3303ea6e6 req-8b4d4cb3-56f7-4fde-b229-ef179310c8ae tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 210 time: 0.0354798 Aug 29 21:36:53.763757 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-ee9df4ca-4b0d-4d98-acca-0933cf37c84d tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:53.765534 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-ee9df4ca-4b0d-4d98-acca-0933cf37c84d tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.16 "GET /networking/v2.0/networks?id=0508be15-3a86-487c-adf7-1d58f6ff1acd HTTP/1.1" status: 200 len: 809 time: 0.1139441 Aug 29 21:36:53.779018 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Request body: {'port': {'device_id': '9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b', 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd', 'admin_state_up': True, 'tenant_id': 'b233fa99a6f44783bdd72e14b28bf441'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:53.983016 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Made reservation on behalf of b233fa99a6f44783bdd72e14b28bf441 for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:53.987003 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:54.154353 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Allocated IP 172.20.0.9 (0508be15-3a86-487c-adf7-1d58f6ff1acd/03d04619-d034-4a7a-8f78-69ab9b9fe6f0/1e29ec51-a8c7-4257-a32e-2c73972c3379) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:54.331397 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks [] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:54.437721 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:54.472783 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:54.490418 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Network 0508be15-3a86-487c-adf7-1d58f6ff1acd is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:54.499566 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Pushing event updated for resources: {'Port': ['ID=1e29ec51-a8c7-4257-a32e-2c73972c3379,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:54.499566 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:54.499566 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:54.554963 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:54.556272 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:54.628458 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-169f6345-4776-40fd-a2a0-f132d863b130 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8533731 Aug 29 21:36:54.640211 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Request body: {'port': {'device_id': '9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:54.665841 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:54.741993 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77d8f1-ec88-49f0-aa0f-49bbac99febc req-071284f3-8dde-46f2-ba67-2762d9741a76 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:54.743636 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-da77d8f1-ec88-49f0-aa0f-49bbac99febc req-071284f3-8dde-46f2-ba67-2762d9741a76 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 931 time: 0.0996583 Aug 29 21:36:54.758965 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:55.124708 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-da77d8f1-ec88-49f0-aa0f-49bbac99febc req-f24574e4-1043-4aac-9760-46b9506f9d8f tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746948 Aug 29 21:36:55.351003 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e29ec51-a8c7-4257-a32e-2c73972c3379 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:55.359653 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Publish callbacks [] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:55.373829 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Transition to ACTIVE for port object 1e29ec51-a8c7-4257-a32e-2c73972c3379 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:36:55.465823 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:55.532148 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e29ec51-a8c7-4257-a32e-2c73972c3379,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:55.599110 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Attempting to bind port 1e29ec51-a8c7-4257-a32e-2c73972c3379 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:36:55.599447 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Attempting to bind port 1e29ec51-a8c7-4257-a32e-2c73972c3379 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '74fd4dfe-2b35-4783-870f-30d6a384f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:36:55.599834 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Attempting to bind port 1e29ec51-a8c7-4257-a32e-2c73972c3379 on network 0508be15-3a86-487c-adf7-1d58f6ff1acd {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:55.605948 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Port 1e29ec51-a8c7-4257-a32e-2c73972c3379 on network 0508be15-3a86-487c-adf7-1d58f6ff1acd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:36:55.606178 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Attempting to bind port 1e29ec51-a8c7-4257-a32e-2c73972c3379 on network 0508be15-3a86-487c-adf7-1d58f6ff1acd {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:55.611966 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:36:55.612305 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Checking segment: {'id': '74fd4dfe-2b35-4783-870f-30d6a384f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:36:55.612746 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Bound using segment: {'id': '74fd4dfe-2b35-4783-870f-30d6a384f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:36:55.613201 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Bound port: 1e29ec51-a8c7-4257-a32e-2c73972c3379, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fd4dfe-2b35-4783-870f-30d6a384f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:36:55.613565 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:55.652331 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:55.684710 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] For port 1e29ec51-a8c7-4257-a32e-2c73972c3379, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:36:55.688457 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] For port 1e29ec51-a8c7-4257-a32e-2c73972c3379, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e29ec51-a8c7-4257-a32e-2c73972c3379,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:36:55.780707 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:55.785404 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:55.786045 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:55.787645 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-7b234971-1822-402b-a578-42587ee534d2 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/1e29ec51-a8c7-4257-a32e-2c73972c3379 HTTP/1.1" status: 200 len: 1093 time: 1.1520133 Aug 29 21:36:55.788224 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b', 'tag': '1e29ec51-a8c7-4257-a32e-2c73972c3379'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:55.791214 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3bbcaf-8cd1-4c4d-926f-f5bb7818b1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b", "tag": "1e29ec51-a8c7-4257-a32e-2c73972c3379"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:55.838475 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d0298-32d5-45ae-aa68-1572b7c96464 x-openstack-request-id: req-5f0d0298-32d5-45ae-aa68-1572b7c96464 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:55.838910 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b", "tag": "1e29ec51-a8c7-4257-a32e-2c73972c3379", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:55.839326 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f0d0298-32d5-45ae-aa68-1572b7c96464 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:55.839977 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0d0298-32d5-45ae-aa68-1572b7c96464'] response: {'name': 'network-changed', 'server_uuid': '9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b', 'tag': '1e29ec51-a8c7-4257-a32e-2c73972c3379', 'status': 'completed', 'code': 200} Aug 29 21:36:55.874424 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b234971-1822-402b-a578-42587ee534d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e29ec51-a8c7-4257-a32e-2c73972c3379,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:55.904714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bbcaf-8cd1-4c4d-926f-f5bb7818b1d2 req-4cb29e1b-461c-4684-890a-bf4f0e2f5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:55.906232 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9a3bbcaf-8cd1-4c4d-926f-f5bb7818b1d2 req-4cb29e1b-461c-4684-890a-bf4f0e2f5f60 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b233fa99a6f44783bdd72e14b28bf441&device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 1127 time: 0.0425925 Aug 29 21:36:56.035122 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bbcaf-8cd1-4c4d-926f-f5bb7818b1d2 req-f177c67d-2bcb-4862-b397-87639746ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:56.036042 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9a3bbcaf-8cd1-4c4d-926f-f5bb7818b1d2 req-f177c67d-2bcb-4862-b397-87639746ebb8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=b233fa99a6f44783bdd72e14b28bf441&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1134436 Aug 29 21:36:56.145317 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bbcaf-8cd1-4c4d-926f-f5bb7818b1d2 req-d5620a72-a446-4751-9073-333d57109264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:56.147303 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9a3bbcaf-8cd1-4c4d-926f-f5bb7818b1d2 req-d5620a72-a446-4751-9073-333d57109264 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039677 Aug 29 21:36:56.243749 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-fb3d4ba0-4124-4428-9e8e-4bc5896dd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:56.245357 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-fb3d4ba0-4124-4428-9e8e-4bc5896dd874 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b233fa99a6f44783bdd72e14b28bf441&device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 1127 time: 0.0546331 Aug 29 21:36:56.318874 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-b95a7a06-0420-45d8-89c7-5c205c85051a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e29ec51-a8c7-4257-a32e-2c73972c3379 HTTP/1.1" status: 200 len: 217 time: 0.0623877 Aug 29 21:36:56.342907 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3630a-2e67-4e72-aca6-09952b0eb2bd req-d07da85f-4dc5-4680-84a1-102e45d98f52 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:56.344687 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3ef3630a-2e67-4e72-aca6-09952b0eb2bd req-d07da85f-4dc5-4680-84a1-102e45d98f52 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 943 time: 0.0982161 Aug 29 21:36:56.404640 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-351fd385-6da9-471d-b112-ca2f73b1e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:56.406041 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-351fd385-6da9-471d-b112-ca2f73b1e786 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=03d04619-d034-4a7a-8f78-69ab9b9fe6f0 HTTP/1.1" status: 200 len: 849 time: 0.0796738 Aug 29 21:36:56.433455 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3ef3630a-2e67-4e72-aca6-09952b0eb2bd req-b099b0c5-51bf-4608-96b9-d24b099623b3 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704401 Aug 29 21:36:56.449718 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-e3979e48-d097-4e6b-8d7e-5d976bf63b6c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=0508be15-3a86-487c-adf7-1d58f6ff1acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332227 Aug 29 21:36:56.514294 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:56.553053 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-44503cb9-e713-4d5c-a1f9-ef2d4101f6ab service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0508be15-3a86-487c-adf7-1d58f6ff1acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935433 Aug 29 21:36:56.650553 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f0c84a5f-ea48-4e18-9f74-d35f5d3f1a98 req-1e46700c-e267-406c-a031-d6c2cd968fe9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0508be15-3a86-487c-adf7-1d58f6ff1acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886836 Aug 29 21:36:57.556739 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b708a6-f324-448f-93cf-7386a2e634c5 req-7a95b38b-a7e8-4420-a12b-1f62990da2cc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:57.558291 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-51b708a6-f324-448f-93cf-7386a2e634c5 req-7a95b38b-a7e8-4420-a12b-1f62990da2cc tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 943 time: 0.0499032 Aug 29 21:36:57.611906 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-51b708a6-f324-448f-93cf-7386a2e634c5 req-dc91c59c-2e8e-46db-86b7-e92641122aa0 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465782 Aug 29 21:36:58.736670 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03b157-efe4-4544-bf7a-5b9c8c5cc5ef req-00f24e5e-44e2-4476-8270-9fa2371a9f18 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:58.738176 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae03b157-efe4-4544-bf7a-5b9c8c5cc5ef req-00f24e5e-44e2-4476-8270-9fa2371a9f18 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 943 time: 0.0528119 Aug 29 21:36:58.782281 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:58.786938 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae03b157-efe4-4544-bf7a-5b9c8c5cc5ef req-273537e4-cc97-4e2e-bbb1-83ad393e6f44 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432408 Aug 29 21:36:58.866487 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 1e29ec51-a8c7-4257-a32e-2c73972c3379 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:36:58.973620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 1e29ec51-a8c7-4257-a32e-2c73972c3379, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e29ec51-a8c7-4257-a32e-2c73972c3379,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:58.985488 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '1e29ec51-a8c7-4257-a32e-2c73972c3379', 'network_id': '0508be15-3a86-487c-adf7-1d58f6ff1acd', 'port_id': '1e29ec51-a8c7-4257-a32e-2c73972c3379', 'mac_address': 'fa:16:3e:b8:16:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d04619-d034-4a7a-8f78-69ab9b9fe6f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:36:59.021559 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 1e29ec51-a8c7-4257-a32e-2c73972c3379 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:59.021956 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:59.040703 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e29ec51-a8c7-4257-a32e-2c73972c3379 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:59.061518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 1e29ec51-a8c7-4257-a32e-2c73972c3379, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e29ec51-a8c7-4257-a32e-2c73972c3379,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:59.151484 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:59.199486 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=1e29ec51-a8c7-4257-a32e-2c73972c3379,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:59.431713 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['1e29ec51-a8c7-4257-a32e-2c73972c3379'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:59.910456 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8572dea-ebfe-43b7-a9d1-90afa570b459 req-36986638-d15f-4ca4-93fb-ba460006844f tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:59.912045 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b8572dea-ebfe-43b7-a9d1-90afa570b459 req-36986638-d15f-4ca4-93fb-ba460006844f tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 944 time: 0.0482583 Aug 29 21:36:59.925519 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:59.941347 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:59.964186 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b8572dea-ebfe-43b7-a9d1-90afa570b459 req-c326f983-58a3-4eb8-8317-7411fbf71a66 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Aug 29 21:37:00.879064 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 1e29ec51-a8c7-4257-a32e-2c73972c3379 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:37:00.920522 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:00.924957 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 1e29ec51-a8c7-4257-a32e-2c73972c3379 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:37:01.042204 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 1e29ec51-a8c7-4257-a32e-2c73972c3379 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:37:01.042584 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:01.044370 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=14 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:01.045292 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=14 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:01.087770 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4113cf1-a888-47e0-8893-4100cad01fa2 req-ad2e1559-6daa-4f5f-9d4f-9f07890f518c tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:01.089269 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b4113cf1-a888-47e0-8893-4100cad01fa2 req-ad2e1559-6daa-4f5f-9d4f-9f07890f518c tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 944 time: 0.0486937 Aug 29 21:37:01.125470 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 1e29ec51-a8c7-4257-a32e-2c73972c3379 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:37:01.125470 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:01.151563 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b4113cf1-a888-47e0-8893-4100cad01fa2 req-d736a8d5-eec3-4c58-b0d9-ce97db2b645f tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562260 Aug 29 21:37:01.152462 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e29ec51-a8c7-4257-a32e-2c73972c3379'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:01.154745 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecb3b83-c615-4ac9-98c6-81241df1ac87" -d '{"events": [{"server_uuid": "9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b", "name": "network-vif-plugged", "status": "completed", "tag": "1e29ec51-a8c7-4257-a32e-2c73972c3379"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:01.169456 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 1e29ec51-a8c7-4257-a32e-2c73972c3379, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e29ec51-a8c7-4257-a32e-2c73972c3379,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:01.198871 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d6dd3b-ee56-489a-bb6a-5801b838709f x-openstack-request-id: req-d9d6dd3b-ee56-489a-bb6a-5801b838709f {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:01.199165 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b", "name": "network-vif-plugged", "status": "completed", "tag": "1e29ec51-a8c7-4257-a32e-2c73972c3379", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:01.199422 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9d6dd3b-ee56-489a-bb6a-5801b838709f {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:01.199816 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d6dd3b-ee56-489a-bb6a-5801b838709f'] response: {'server_uuid': '9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e29ec51-a8c7-4257-a32e-2c73972c3379', 'code': 200} Aug 29 21:37:01.260443 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:01.311754 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=1e29ec51-a8c7-4257-a32e-2c73972c3379,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:01.318775 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.319118 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.319454 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.319791 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.320140 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.320468 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.321457 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.321767 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.322086 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.322403 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.322721 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.323044 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.323356 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.323668 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.324024 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:01.644107 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5b545-8d39-47bc-b2e0-292f6d3fe39e req-84eb78f6-5e23-4d52-a6cb-680c0cc4e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:01.645615 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6ca5b545-8d39-47bc-b2e0-292f6d3fe39e req-84eb78f6-5e23-4d52-a6cb-680c0cc4e977 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 1129 time: 0.0917761 Aug 29 21:37:01.701201 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6ca5b545-8d39-47bc-b2e0-292f6d3fe39e req-ebb3c3a9-c2bc-432f-9e5e-7a4f3b5082cb service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Aug 29 21:37:02.275961 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a0385-cdd4-46a7-b9ee-bf8f112c221f req-e60eb770-00f0-4c71-8472-1920c3c639a7 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:02.277385 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e04a0385-cdd4-46a7-b9ee-bf8f112c221f req-e60eb770-00f0-4c71-8472-1920c3c639a7 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 945 time: 0.0483627 Aug 29 21:37:02.332832 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e04a0385-cdd4-46a7-b9ee-bf8f112c221f req-abe737e0-e873-42bc-94d6-c09fba837846 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488348 Aug 29 21:37:03.149363 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-413a9ecd-f8b5-4269-bb7c-9c0735f18259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:03.468177 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0f7dd-ff6e-4ddd-bd11-17e4781f403d req-2ee0a575-074d-488a-86e0-60559a6ac61e tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:03.469855 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-32d0f7dd-ff6e-4ddd-bd11-17e4781f403d req-2ee0a575-074d-488a-86e0-60559a6ac61e tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 945 time: 0.0602522 Aug 29 21:37:03.524395 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-32d0f7dd-ff6e-4ddd-bd11-17e4781f403d req-0885a0a0-11af-49ec-beb0-d4521f0de5b2 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486410 Aug 29 21:37:05.078335 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635348b9-7bb1-4215-98f7-2054253fdb24 req-499baf43-762b-4828-a099-ec3525e324b5 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:05.079995 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-635348b9-7bb1-4215-98f7-2054253fdb24 req-499baf43-762b-4828-a099-ec3525e324b5 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 945 time: 0.0551193 Aug 29 21:37:05.137182 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-635348b9-7bb1-4215-98f7-2054253fdb24 req-b0e3561c-ce45-42a9-80de-a84cddaf8da9 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511241 Aug 29 21:37:05.316868 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-988daa8d-f33b-46a3-b53e-fdef2895c1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:06.265012 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808662-367b-402c-bab6-4617f0b9f6f8 req-1e114543-6e73-45a8-b6fa-8110692428b5 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:06.266525 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-85808662-367b-402c-bab6-4617f0b9f6f8 req-1e114543-6e73-45a8-b6fa-8110692428b5 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 945 time: 0.0492694 Aug 29 21:37:06.319125 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-85808662-367b-402c-bab6-4617f0b9f6f8 req-21882c8e-d380-416a-973e-a17dc874497c tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Aug 29 21:37:06.756757 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:07.091323 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:07.288977 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-19f930ad-216f-4a6b-92e1-722bf9f089e5 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:07.291155 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-19f930ad-216f-4a6b-92e1-722bf9f089e5 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 945 time: 0.0542979 Aug 29 21:37:07.391237 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Deleting port 1e29ec51-a8c7-4257-a32e-2c73972c3379 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:37:07.391493 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:07.449137 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e606a-458e-4d07-b795-a715c8fe28ae req-89bc1762-7f60-4962-ac82-16cc30f13453 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:07.450677 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ef4e606a-458e-4d07-b795-a715c8fe28ae req-89bc1762-7f60-4962-ac82-16cc30f13453 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 945 time: 0.0524859 Aug 29 21:37:07.490866 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] For port 1e29ec51-a8c7-4257-a32e-2c73972c3379, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e29ec51-a8c7-4257-a32e-2c73972c3379,segment=NetworkSegment(74fd4dfe-2b35-4783-870f-30d6a384f795),segment_id=74fd4dfe-2b35-4783-870f-30d6a384f795)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:07.491298 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:07.500239 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ef4e606a-458e-4d07-b795-a715c8fe28ae req-ba2bf505-dd6c-4b1a-abd1-525bfcb21a41 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=810bf483-b955-4f99-b8eb-da8e7daf30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Aug 29 21:37:07.505528 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Calling delete_port for 1e29ec51-a8c7-4257-a32e-2c73972c3379 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:37:07.720444 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (1e29ec51-a8c7-4257-a32e-2c73972c3379), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:07.733912 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['1e29ec51-a8c7-4257-a32e-2c73972c3379'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:37:07.749221 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Pushing event deleted for resources: {'Port': ['ID=1e29ec51-a8c7-4257-a32e-2c73972c3379,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:07.804546 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] No DVR routers for this DVR port 1e29ec51-a8c7-4257-a32e-2c73972c3379 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:37:07.807173 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:07.810482 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-179befca-0b84-4932-8d08-2f4f5f743e30 req-64c48585-7f22-4964-b857-6077da7feb22 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.16 "DELETE /networking/v2.0/ports/1e29ec51-a8c7-4257-a32e-2c73972c3379 HTTP/1.1" status: 204 len: 173 time: 0.5104756 Aug 29 21:37:07.810930 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b', 'name': 'network-vif-deleted', 'tag': '1e29ec51-a8c7-4257-a32e-2c73972c3379'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:07.813411 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43316a5d-34ee-4663-8647-6efa28feae50" -d '{"events": [{"server_uuid": "9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b", "name": "network-vif-deleted", "tag": "1e29ec51-a8c7-4257-a32e-2c73972c3379"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:07.857912 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc2ba9-a1c2-4fc5-a7bb-7dea6d68e308 x-openstack-request-id: req-b2cc2ba9-a1c2-4fc5-a7bb-7dea6d68e308 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:07.858258 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b", "name": "network-vif-deleted", "tag": "1e29ec51-a8c7-4257-a32e-2c73972c3379", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:07.858508 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2cc2ba9-a1c2-4fc5-a7bb-7dea6d68e308 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:07.858913 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2cc2ba9-a1c2-4fc5-a7bb-7dea6d68e308'] response: {'server_uuid': '9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b', 'name': 'network-vif-deleted', 'tag': '1e29ec51-a8c7-4257-a32e-2c73972c3379', 'status': 'completed', 'code': 200} Aug 29 21:37:08.314204 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:08.417110 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:08.624028 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-19439954-214c-4adb-98a3-19aea5224899 req-2c1b1adb-c86a-47a0-8873-60eea03e01e2 tempest-VolumesActionsTest-142771176 tempest-VolumesActionsTest-142771176-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9a2e72b0-8d9b-40d0-8cfe-c2ca20080f7b HTTP/1.1" status: 200 len: 210 time: 0.0301340 Aug 29 21:37:10.948694 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 1e29ec51-a8c7-4257-a32e-2c73972c3379 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:37:10.984159 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 1e29ec51-a8c7-4257-a32e-2c73972c3379 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:37:10.984531 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 1e29ec51-a8c7-4257-a32e-2c73972c3379 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:37:17.783327 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:17.784116 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:18.026409 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:18.031802 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:18.301713 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:18.606326 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=17 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:18.607634 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=26 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:20.954681 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:28.050622 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:37:33.134718 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-473ac562-946b-4681-b019-b7eab1d3eafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:35.354553 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-3d2435bb-93c9-47a3-9fde-1a19110b7d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:35.726760 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860ae0-0f8d-489e-9d3e-a0b2c40d4b7f req-021feb84-27d6-4cb8-8a34-94b3b5a06e71 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:35.729036 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-92860ae0-0f8d-489e-9d3e-a0b2c40d4b7f req-021feb84-27d6-4cb8-8a34-94b3b5a06e71 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 945 time: 0.0610423 Aug 29 21:37:35.793531 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-92860ae0-0f8d-489e-9d3e-a0b2c40d4b7f req-ce621c0e-32a8-4fad-9199-7e8fc3bcb9a1 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578198 Aug 29 21:37:36.771652 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:36.981730 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c2b7d-7140-42ac-8e0e-91d783063fd3 req-878fa663-f828-4fb9-b5b1-036a6f7b1131 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:36.985333 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0a1c2b7d-7140-42ac-8e0e-91d783063fd3 req-878fa663-f828-4fb9-b5b1-036a6f7b1131 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 945 time: 0.0825918 Aug 29 21:37:37.077201 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0a1c2b7d-7140-42ac-8e0e-91d783063fd3 req-42189a18-24a3-4de1-8cef-0a79da6f852f tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853515 Aug 29 21:37:37.116553 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.010568 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e39df-8ca2-447b-9a86-042281a5edfa req-3efaa466-14c4-4f72-89b5-fb9b758b3f7e tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:38.012252 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-592e39df-8ca2-447b-9a86-042281a5edfa req-3efaa466-14c4-4f72-89b5-fb9b758b3f7e tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 945 time: 0.0761936 Aug 29 21:37:38.043565 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:38.044355 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:38.168513 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-592e39df-8ca2-447b-9a86-042281a5edfa req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Deleting port 028b4efd-3a98-4e9f-b5ce-441d012207a9 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:37:38.168766 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-592e39df-8ca2-447b-9a86-042281a5edfa req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.317642 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa856bf-01a1-486b-a36b-bc2ce9921eeb req-ae1e1139-16d2-45ed-8948-3eaddb63c940 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:38.322221 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9fa856bf-01a1-486b-a36b-bc2ce9921eeb req-ae1e1139-16d2-45ed-8948-3eaddb63c940 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 945 time: 0.1140683 Aug 29 21:37:38.344767 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-592e39df-8ca2-447b-9a86-042281a5edfa req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] For port 028b4efd-3a98-4e9f-b5ce-441d012207a9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=028b4efd-3a98-4e9f-b5ce-441d012207a9,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:38.345626 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-592e39df-8ca2-447b-9a86-042281a5edfa req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.368841 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.378076 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-592e39df-8ca2-447b-9a86-042281a5edfa req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Calling delete_port for 028b4efd-3a98-4e9f-b5ce-441d012207a9 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:37:38.399742 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.419003 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-9fa856bf-01a1-486b-a36b-bc2ce9921eeb req-5a4153c9-6097-4653-8cb7-f0c0f1762b3e tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882726 Aug 29 21:37:38.726085 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-592e39df-8ca2-447b-9a86-042281a5edfa req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (028b4efd-3a98-4e9f-b5ce-441d012207a9), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.741278 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['028b4efd-3a98-4e9f-b5ce-441d012207a9'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:37:38.776711 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Pushing event deleted for resources: {'Port': ['ID=028b4efd-3a98-4e9f-b5ce-441d012207a9,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:38.796166 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.796772 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.797369 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.797967 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.799054 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.799054 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.799619 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.800124 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.800699 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.801289 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.801878 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.802414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.802916 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.803518 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.804176 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:38.887921 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-592e39df-8ca2-447b-9a86-042281a5edfa req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] No DVR routers for this DVR port 028b4efd-3a98-4e9f-b5ce-441d012207a9 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:37:38.891925 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-592e39df-8ca2-447b-9a86-042281a5edfa req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.898636 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-592e39df-8ca2-447b-9a86-042281a5edfa req-888a73f4-91da-4819-a37e-cb5b81579706 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.16 "DELETE /networking/v2.0/ports/028b4efd-3a98-4e9f-b5ce-441d012207a9 HTTP/1.1" status: 204 len: 173 time: 0.8793223 Aug 29 21:37:38.899402 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47577035-d2fd-4b3b-859f-a21376bdc501', 'name': 'network-vif-deleted', 'tag': '028b4efd-3a98-4e9f-b5ce-441d012207a9'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:38.903714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc4d14f-d023-436f-888f-6c7193794560" -d '{"events": [{"server_uuid": "47577035-d2fd-4b3b-859f-a21376bdc501", "name": "network-vif-deleted", "tag": "028b4efd-3a98-4e9f-b5ce-441d012207a9"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:39.052035 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace8c168-b8c2-48fc-a724-6c75414ca196 x-openstack-request-id: req-ace8c168-b8c2-48fc-a724-6c75414ca196 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:39.052035 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47577035-d2fd-4b3b-859f-a21376bdc501", "name": "network-vif-deleted", "tag": "028b4efd-3a98-4e9f-b5ce-441d012207a9", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:39.052035 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ace8c168-b8c2-48fc-a724-6c75414ca196 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:39.052035 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace8c168-b8c2-48fc-a724-6c75414ca196'] response: {'server_uuid': '47577035-d2fd-4b3b-859f-a21376bdc501', 'name': 'network-vif-deleted', 'tag': '028b4efd-3a98-4e9f-b5ce-441d012207a9', 'status': 'completed', 'code': 200} Aug 29 21:37:39.554878 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-f19a99ba-c59d-42ed-a7c0-54ba4882fb68 req-bda9e971-386e-4ad7-8d76-36a056d02473 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=47577035-d2fd-4b3b-859f-a21376bdc501 HTTP/1.1" status: 200 len: 210 time: 0.0414314 Aug 29 21:37:44.210858 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 028b4efd-3a98-4e9f-b5ce-441d012207a9 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:37:44.232566 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 028b4efd-3a98-4e9f-b5ce-441d012207a9 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:37:44.232911 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 028b4efd-3a98-4e9f-b5ce-441d012207a9 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:37:45.007013 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52124) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:45.061567 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Deleting subnet 03d04619-d034-4a7a-8f78-69ab9b9fe6f0 {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:37:45.065581 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Publish callbacks [] for subnet (03d04619-d034-4a7a-8f78-69ab9b9fe6f0), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.108976 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8500905'] for subnet (03d04619-d034-4a7a-8f78-69ab9b9fe6f0), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.154709 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (03d04619-d034-4a7a-8f78-69ab9b9fe6f0), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.334002 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501769'] for subnet (03d04619-d034-4a7a-8f78-69ab9b9fe6f0), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.364364 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d04619-d034-4a7a-8f78-69ab9b9fe6f0,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:45.370653 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.374239 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/03d04619-d034-4a7a-8f78-69ab9b9fe6f0 HTTP/1.1" status: 204 len: 168 time: 0.3660622 Aug 29 21:37:45.378425 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52132) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:45.382302 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.382654 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.382998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.383377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.383718 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.384098 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.384392 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.384705 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.385029 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.385349 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.385765 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.386093 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.386408 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.386716 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.387050 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43af6b5b-9177-4714-9d3d-961949459989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:45.467241 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (0508be15-3a86-487c-adf7-1d58f6ff1acd), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.561955 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (0508be15-3a86-487c-adf7-1d58f6ff1acd), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.586494 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0508be15-3a86-487c-adf7-1d58f6ff1acd']}} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:45.602457 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fd4dfe-2b35-4783-870f-30d6a384f795') {'for_net_delete': True} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:45.602941 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fd4dfe-2b35-4783-870f-30d6a384f795') {} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:45.618678 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12500580'] for segment (74fd4dfe-2b35-4783-870f-30d6a384f795), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.650965 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (74fd4dfe-2b35-4783-870f-30d6a384f795), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.661490 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=107110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:37:45.661939 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12151113'] for segment (74fd4dfe-2b35-4783-870f-30d6a384f795), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.712910 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment 74fd4dfe-2b35-4783-870f-30d6a384f795 resource provider aggregate not found Aug 29 21:37:45.742091 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment 74fd4dfe-2b35-4783-870f-30d6a384f795 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74fd4dfe-2b35-4783-870f-30d6a384f795 found for delete ", "request_id": "req-291f41a8-5bfb-4985-81c5-1eece86b5706"}]} Aug 29 21:37:45.899378 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (0508be15-3a86-487c-adf7-1d58f6ff1acd), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.909425 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:45.914748 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/0508be15-3a86-487c-adf7-1d58f6ff1acd HTTP/1.1" status: 204 len: 168 time: 0.5348237 Aug 29 21:37:45.930844 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429300f-c280-4796-acd8-2cece69f540f admin admin] Pushing event deleted for resources: {'Network': ['ID=0508be15-3a86-487c-adf7-1d58f6ff1acd,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:46.461179 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52148) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:46.512114 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c5518982-5efe-4838-8d86-3e7ab6c6adad admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=b233fa99a6f44783bdd72e14b28bf441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497215 Aug 29 21:37:46.514680 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52150) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:46.521165 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:46.561711 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:46.572730 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4c1b-a700-4007-857b-e5b493ee22c4 admin admin] Publish callbacks [] for security_group (810bf483-b955-4f99-b8eb-da8e7daf30ba), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:46.595254 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4c1b-a700-4007-857b-e5b493ee22c4 admin admin] Publish callbacks [] for security_group (810bf483-b955-4f99-b8eb-da8e7daf30ba), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:46.738582 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4c1b-a700-4007-857b-e5b493ee22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (810bf483-b955-4f99-b8eb-da8e7daf30ba), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:46.741532 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4c1b-a700-4007-857b-e5b493ee22c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:46.742850 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-8f4e4c1b-a700-4007-857b-e5b493ee22c4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/810bf483-b955-4f99-b8eb-da8e7daf30ba HTTP/1.1" status: 204 len: 168 time: 0.2271917 Aug 29 21:37:46.752356 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e4c1b-a700-4007-857b-e5b493ee22c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810bf483-b955-4f99-b8eb-da8e7daf30ba,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:51.678167 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99d718-1814-4421-867e-058ef263e4d5 req-24b1a105-6ecc-4659-8856-f7ebe4647649 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:51.679564 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-24b1a105-6ecc-4659-8856-f7ebe4647649 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/networks?id=9529232b-4c61-4df9-b4c2-2920904b6b0d HTTP/1.1" status: 200 len: 813 time: 0.1099970 Aug 29 21:37:51.695616 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-2ffd2824-a776-4255-a1eb-1006b6318ea2 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/quotas/2113bed9d7c04c4691ff173ac0f3d75a HTTP/1.1" status: 200 len: 375 time: 0.0101995 Aug 29 21:37:51.736234 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-95ffc973-fc55-458b-8c93-333378d2519e tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=2113bed9d7c04c4691ff173ac0f3d75a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346282 Aug 29 21:37:51.853269 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-5c7090d1-fdcd-4fb6-84ee-e53d292f617f service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:37:51.854332 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-5c7090d1-fdcd-4fb6-84ee-e53d292f617f service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1119435 Aug 29 21:37:51.954466 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-4dc81c75-6442-4bf4-9bc6-10c3f7c96219 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9529232b-4c61-4df9-b4c2-2920904b6b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936189 Aug 29 21:37:52.058837 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-1b8c652d-97e1-45b4-b0d6-dfcc940bc7a7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9529232b-4c61-4df9-b4c2-2920904b6b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979531 Aug 29 21:37:52.379194 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-63fa7e54-a86f-4ead-8753-ece2099cea94 req-881b4a54-4948-47ef-96d5-e4fbffc270cc tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 210 time: 0.0358989 Aug 29 21:37:53.471905 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c1d0b9f1-20d2-49ce-ac76-4f364fa0ca30 req-609cb434-caad-46e4-b9b5-d8c182351194 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 210 time: 0.0295901 Aug 29 21:37:54.214827 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:54.597011 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-726f670d-780a-4b31-bf09-a247a1a51e72 req-56f10661-7114-4642-b4dd-197c68d0955b tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 210 time: 0.0306244 Aug 29 21:37:55.029534 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:55.411035 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99d718-1814-4421-867e-058ef263e4d5 req-d53b1720-e472-4624-a140-7d25075285df tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:55.413253 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-d53b1720-e472-4624-a140-7d25075285df tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.16 "GET /networking/v2.0/networks?id=9529232b-4c61-4df9-b4c2-2920904b6b0d HTTP/1.1" status: 200 len: 813 time: 0.1207402 Aug 29 21:37:55.426752 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Request body: {'port': {'device_id': '64154da7-87bb-439b-ae3c-9139e69003aa', 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d', 'admin_state_up': True, 'tenant_id': '2113bed9d7c04c4691ff173ac0f3d75a'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:37:55.713296 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Made reservation on behalf of 2113bed9d7c04c4691ff173ac0f3d75a for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:37:55.714472 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:55.716178 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-59250ff5-9ec3-490b-9bc4-bb995811561b req-da2861c4-2ca7-4cb4-af03-1d9202704032 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 210 time: 0.0310645 Aug 29 21:37:55.915088 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Allocated IP 172.20.0.2 (9529232b-4c61-4df9-b4c2-2920904b6b0d/e8c989ac-c1db-484d-ba30-094f5f492ffc/255a541b-a01d-4430-a01d-ae76eeb87270) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:37:56.113514 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks [] for port (255a541b-a01d-4430-a01d-ae76eeb87270), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:56.270710 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:56.413716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Network 9529232b-4c61-4df9-b4c2-2920904b6b0d is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:37:56.413716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:37:56.413716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:37:56.413716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Pushing event updated for resources: {'Port': ['ID=255a541b-a01d-4430-a01d-ae76eeb87270,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:56.413716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:56.413716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:56.413716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:56.541634 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-9e7e509b-f8b6-4e0c-8552-b8dd6a20820a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1186843 Aug 29 21:37:56.551763 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-143958c1-e5c5-47cf-a342-e18090c69949 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:37:56.553069 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-143958c1-e5c5-47cf-a342-e18090c69949 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059006 Aug 29 21:37:56.572616 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Request body: {'port': {'device_id': '64154da7-87bb-439b-ae3c-9139e69003aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:37:56.605800 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:56.651952 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:56.776469 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:56.904174 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3364f6-5239-4cda-b68f-b1c069d6e258 req-da2a107a-b2af-4aca-a896-a4b2751b85fe tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:56.905760 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5f3364f6-5239-4cda-b68f-b1c069d6e258 req-da2a107a-b2af-4aca-a896-a4b2751b85fe tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 931 time: 0.1014218 Aug 29 21:37:57.005016 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5f3364f6-5239-4cda-b68f-b1c069d6e258 req-0e716ef9-9e30-4e7f-860a-c96becf8e81a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907328 Aug 29 21:37:57.045880 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255a541b-a01d-4430-a01d-ae76eeb87270 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:37:57.055755 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Publish callbacks [] for port (255a541b-a01d-4430-a01d-ae76eeb87270), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:57.077500 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Transition to ACTIVE for port object 255a541b-a01d-4430-a01d-ae76eeb87270 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:37:57.184475 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:57.283695 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Pushing event updated for resources: {'Port': ['ID=255a541b-a01d-4430-a01d-ae76eeb87270,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:57.326553 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Attempting to bind port 255a541b-a01d-4430-a01d-ae76eeb87270 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:37:57.326890 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Attempting to bind port 255a541b-a01d-4430-a01d-ae76eeb87270 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'b71a4f47-e938-4169-ada6-cf876189d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:37:57.327216 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Attempting to bind port 255a541b-a01d-4430-a01d-ae76eeb87270 on network 9529232b-4c61-4df9-b4c2-2920904b6b0d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:37:57.331215 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:57.334048 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Port 255a541b-a01d-4430-a01d-ae76eeb87270 on network 9529232b-4c61-4df9-b4c2-2920904b6b0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:37:57.334385 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Attempting to bind port 255a541b-a01d-4430-a01d-ae76eeb87270 on network 9529232b-4c61-4df9-b4c2-2920904b6b0d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:37:57.341031 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:37:57.343507 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Checking segment: {'id': 'b71a4f47-e938-4169-ada6-cf876189d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:37:57.343507 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Bound using segment: {'id': 'b71a4f47-e938-4169-ada6-cf876189d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:37:57.343507 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Bound port: 255a541b-a01d-4430-a01d-ae76eeb87270, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71a4f47-e938-4169-ada6-cf876189d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:37:57.343507 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:57.417855 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] For port 255a541b-a01d-4430-a01d-ae76eeb87270, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:37:57.421742 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] For port 255a541b-a01d-4430-a01d-ae76eeb87270, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=255a541b-a01d-4430-a01d-ae76eeb87270,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:37:57.527728 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:57.532862 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:57.533600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:57.535359 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/255a541b-a01d-4430-a01d-ae76eeb87270 HTTP/1.1" status: 200 len: 1093 time: 0.9705601 Aug 29 21:37:57.535929 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64154da7-87bb-439b-ae3c-9139e69003aa', 'tag': '255a541b-a01d-4430-a01d-ae76eeb87270'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:57.540453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d84f2-261f-4c57-831b-1fd62d2308e0" -d '{"events": [{"name": "network-changed", "server_uuid": "64154da7-87bb-439b-ae3c-9139e69003aa", "tag": "255a541b-a01d-4430-a01d-ae76eeb87270"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:57.591046 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713b73b-d5bb-45a2-85ae-15218e833006 x-openstack-request-id: req-8713b73b-d5bb-45a2-85ae-15218e833006 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:57.591394 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64154da7-87bb-439b-ae3c-9139e69003aa", "tag": "255a541b-a01d-4430-a01d-ae76eeb87270", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:57.591579 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8713b73b-d5bb-45a2-85ae-15218e833006 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:57.592095 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8713b73b-d5bb-45a2-85ae-15218e833006'] response: {'name': 'network-changed', 'server_uuid': '64154da7-87bb-439b-ae3c-9139e69003aa', 'tag': '255a541b-a01d-4430-a01d-ae76eeb87270', 'status': 'completed', 'code': 200} Aug 29 21:37:57.604979 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ea9ce-e206-4028-8c70-7dcf22a0db71 service neutron] Pushing event updated for resources: {'Port': ['ID=255a541b-a01d-4430-a01d-ae76eeb87270,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:57.669851 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d84f2-261f-4c57-831b-1fd62d2308e0 req-b4afc9d6-9369-44c2-9c2e-387a09c9d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:57.672394 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5d4d84f2-261f-4c57-831b-1fd62d2308e0 req-b4afc9d6-9369-44c2-9c2e-387a09c9d39f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2113bed9d7c04c4691ff173ac0f3d75a&device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 1127 time: 0.0549772 Aug 29 21:37:57.798465 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d84f2-261f-4c57-831b-1fd62d2308e0 req-5e29d2be-e716-4956-9f05-1da6514b6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:57.799849 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5d4d84f2-261f-4c57-831b-1fd62d2308e0 req-5e29d2be-e716-4956-9f05-1da6514b6995 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=2113bed9d7c04c4691ff173ac0f3d75a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1185689 Aug 29 21:37:57.929727 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d84f2-261f-4c57-831b-1fd62d2308e0 req-a8a1d313-22ff-4b77-a294-8e05fc8e69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:57.931254 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5d4d84f2-261f-4c57-831b-1fd62d2308e0 req-a8a1d313-22ff-4b77-a294-8e05fc8e69ea service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254761 Aug 29 21:37:58.017594 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99d718-1814-4421-867e-058ef263e4d5 req-6e3ea898-7e57-4123-9a16-1b374e80b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:58.019132 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-6e3ea898-7e57-4123-9a16-1b374e80b653 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2113bed9d7c04c4691ff173ac0f3d75a&device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 1127 time: 0.0452666 Aug 29 21:37:58.066461 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-4431837e-e079-4862-a0cc-bc61d51e2a93 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=255a541b-a01d-4430-a01d-ae76eeb87270 HTTP/1.1" status: 200 len: 217 time: 0.0403931 Aug 29 21:37:58.152472 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99d718-1814-4421-867e-058ef263e4d5 req-7e36bf42-2819-463f-a55f-d9551fa1b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:58.153977 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-7e36bf42-2819-463f-a55f-d9551fa1b06c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e8c989ac-c1db-484d-ba30-094f5f492ffc HTTP/1.1" status: 200 len: 853 time: 0.0818684 Aug 29 21:37:58.162446 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffa163-0247-41d7-b2f9-6b21e2a76d9d req-e37b0279-da09-40ee-a711-542560c1cd9c tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:58.163973 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ccffa163-0247-41d7-b2f9-6b21e2a76d9d req-e37b0279-da09-40ee-a711-542560c1cd9c tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 943 time: 0.0639088 Aug 29 21:37:58.204100 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-4f59ce17-7b8a-49b6-af86-46b39e8e7ba5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9529232b-4c61-4df9-b4c2-2920904b6b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391123 Aug 29 21:37:58.278490 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:58.289918 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ccffa163-0247-41d7-b2f9-6b21e2a76d9d req-0d20e993-71a2-44e5-94af-5a1fe02f2837 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153207 Aug 29 21:37:58.358139 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-202f917a-5653-47db-88b3-88fb2178cb71 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9529232b-4c61-4df9-b4c2-2920904b6b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461101 Aug 29 21:37:58.467752 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-db99d718-1814-4421-867e-058ef263e4d5 req-9db45114-df62-480f-a29e-1be874b13f72 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9529232b-4c61-4df9-b4c2-2920904b6b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038885 Aug 29 21:37:59.383859 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:59.386381 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:59.445115 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8718a-0c44-4f40-b713-ea712e148054 req-939d5ee0-3936-417d-86c3-9fe4e7de7b89 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:59.446759 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-91e8718a-0c44-4f40-b713-ea712e148054 req-939d5ee0-3936-417d-86c3-9fe4e7de7b89 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 943 time: 0.0729864 Aug 29 21:37:59.501233 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-91e8718a-0c44-4f40-b713-ea712e148054 req-b75a8361-f099-40cf-86da-5d6d608fdbb8 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480237 Aug 29 21:38:00.653281 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4a75-cb4b-41db-8753-aef977ad96e2 req-5bb57afb-a89e-4d8c-b58d-890caf439bf9 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:00.654897 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c78c4a75-cb4b-41db-8753-aef977ad96e2 req-5bb57afb-a89e-4d8c-b58d-890caf439bf9 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 943 time: 0.0576477 Aug 29 21:38:00.708001 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c78c4a75-cb4b-41db-8753-aef977ad96e2 req-e70b6efb-5dcc-4e32-b20d-21cea55c128c tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472791 Aug 29 21:38:01.046829 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:01.221919 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 255a541b-a01d-4430-a01d-ae76eeb87270 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:38:01.397890 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 255a541b-a01d-4430-a01d-ae76eeb87270, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=255a541b-a01d-4430-a01d-ae76eeb87270,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:38:01.416202 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '255a541b-a01d-4430-a01d-ae76eeb87270', 'network_id': '9529232b-4c61-4df9-b4c2-2920904b6b0d', 'port_id': '255a541b-a01d-4430-a01d-ae76eeb87270', 'mac_address': 'fa:16:3e:c3:ff:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c989ac-c1db-484d-ba30-094f5f492ffc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:38:01.453672 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 255a541b-a01d-4430-a01d-ae76eeb87270 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:38:01.454073 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:01.468559 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255a541b-a01d-4430-a01d-ae76eeb87270 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:38:01.489655 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 255a541b-a01d-4430-a01d-ae76eeb87270, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=255a541b-a01d-4430-a01d-ae76eeb87270,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:38:01.618955 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:01.674553 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=255a541b-a01d-4430-a01d-ae76eeb87270,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:01.685763 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.685763 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.685763 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.685763 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.686307 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.686307 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.686631 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.686961 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.687477 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.687714 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.687931 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.688612 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.688612 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.689211 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.689211 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:01.847118 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['255a541b-a01d-4430-a01d-ae76eeb87270'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:38:01.872862 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823b30d-1752-4359-83fc-47e88c9c8e32 req-d132b587-d1ad-4d34-ad53-648a02b656c0 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:01.875602 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e823b30d-1752-4359-83fc-47e88c9c8e32 req-d132b587-d1ad-4d34-ad53-648a02b656c0 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 944 time: 0.0799487 Aug 29 21:38:01.956209 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e823b30d-1752-4359-83fc-47e88c9c8e32 req-9ce6016e-5edc-4e59-a979-6f0de1b4df0a tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743456 Aug 29 21:38:03.118291 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d84c0-7c26-4afa-ad91-c5c50b49a0e0 req-8ad41728-12cb-40bc-8598-7150abea7bd6 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:03.120141 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b99d84c0-7c26-4afa-ad91-c5c50b49a0e0 req-8ad41728-12cb-40bc-8598-7150abea7bd6 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 944 time: 0.0557344 Aug 29 21:38:03.170108 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:03.185479 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b99d84c0-7c26-4afa-ad91-c5c50b49a0e0 req-d49c5b40-e407-4451-ba49-94ee85dc034f tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554714 Aug 29 21:38:03.195603 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-ea733382-802b-46b8-a697-608fa98843ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:03.236053 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 255a541b-a01d-4430-a01d-ae76eeb87270 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:38:03.430440 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 255a541b-a01d-4430-a01d-ae76eeb87270 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:38:03.519392 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 255a541b-a01d-4430-a01d-ae76eeb87270 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:38:03.519784 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:03.612315 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 255a541b-a01d-4430-a01d-ae76eeb87270 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:38:03.612657 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:03.640627 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64154da7-87bb-439b-ae3c-9139e69003aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255a541b-a01d-4430-a01d-ae76eeb87270'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:03.642932 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de36cd2c-a3c9-4caf-9a88-0fbfae8fbf17" -d '{"events": [{"server_uuid": "64154da7-87bb-439b-ae3c-9139e69003aa", "name": "network-vif-plugged", "status": "completed", "tag": "255a541b-a01d-4430-a01d-ae76eeb87270"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:03.661265 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 255a541b-a01d-4430-a01d-ae76eeb87270, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=255a541b-a01d-4430-a01d-ae76eeb87270,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:38:03.764688 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:03.840487 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=255a541b-a01d-4430-a01d-ae76eeb87270,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:03.897583 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fecdc5-9104-408a-9a0c-d7473429291c x-openstack-request-id: req-14fecdc5-9104-408a-9a0c-d7473429291c {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:03.897583 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64154da7-87bb-439b-ae3c-9139e69003aa", "name": "network-vif-plugged", "status": "completed", "tag": "255a541b-a01d-4430-a01d-ae76eeb87270", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:03.897583 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14fecdc5-9104-408a-9a0c-d7473429291c {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:03.897583 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fecdc5-9104-408a-9a0c-d7473429291c'] response: {'server_uuid': '64154da7-87bb-439b-ae3c-9139e69003aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255a541b-a01d-4430-a01d-ae76eeb87270', 'code': 200} Aug 29 21:38:04.352505 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f6d36-b1ee-44f9-8d5d-d19719d8818d req-b276e304-6364-42ba-a862-797c7d805f12 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:04.354197 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8f7f6d36-b1ee-44f9-8d5d-d19719d8818d req-b276e304-6364-42ba-a862-797c7d805f12 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 945 time: 0.0820529 Aug 29 21:38:04.410939 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8f7f6d36-b1ee-44f9-8d5d-d19719d8818d req-896e7b5d-a37f-4617-bb8a-87e3a643a4e4 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501709 Aug 29 21:38:04.527442 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de27bb-aa87-45b7-8667-5b856d6116f7 req-a64a0b69-6cfb-47d0-b91c-47610da38d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:04.529053 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-23de27bb-aa87-45b7-8667-5b856d6116f7 req-a64a0b69-6cfb-47d0-b91c-47610da38d68 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 1129 time: 0.0491519 Aug 29 21:38:04.579199 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-23de27bb-aa87-45b7-8667-5b856d6116f7 req-3e55bf15-ce2c-4ebe-83c3-3b4932bc746e service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444584 Aug 29 21:38:05.050793 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:38:05.304602 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-90d21cff-8146-473f-ab9d-1a19d28d1e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:05.543548 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34917456-e63f-410c-872b-34f1c931ea55 req-386836ae-84f3-4755-86c5-c31af8bdebbd tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:05.545060 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-34917456-e63f-410c-872b-34f1c931ea55 req-386836ae-84f3-4755-86c5-c31af8bdebbd tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 945 time: 0.0529191 Aug 29 21:38:05.594872 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-34917456-e63f-410c-872b-34f1c931ea55 req-730f1927-2cc6-46c5-93c7-0b809b3ce200 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Aug 29 21:38:06.720150 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c6e43-e335-4123-900a-35e653e73944 req-ae77e886-66a4-4a67-ae32-28be895be09e tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:06.721675 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d78c6e43-e335-4123-900a-35e653e73944 req-ae77e886-66a4-4a67-ae32-28be895be09e tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 945 time: 0.0534556 Aug 29 21:38:06.771477 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d78c6e43-e335-4123-900a-35e653e73944 req-01805069-4555-4ab0-9df1-09a8639a0dbe tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433352 Aug 29 21:38:06.882301 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:07.195644 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:08.303502 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:08.358730 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:15.045846 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:15.046565 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:15.582351 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=33 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:15.590527 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=19 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:16.764118 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=25 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:16.767094 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=53 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:18.309469 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:18.311427 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:30.807975 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278efa-2266-4bdf-887a-72149bb87fa1 req-040606a0-3550-463d-a99f-4e3a83f63629 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:30.809809 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-47278efa-2266-4bdf-887a-72149bb87fa1 req-040606a0-3550-463d-a99f-4e3a83f63629 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 945 time: 0.0619309 Aug 29 21:38:30.878118 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-47278efa-2266-4bdf-887a-72149bb87fa1 req-98f7ef81-bbda-487e-8672-f4e011d9d840 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586689 Aug 29 21:38:32.026793 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:32.027995 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:32.034227 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494df9b3-b1cd-470a-92a7-50720ed52825 req-963e546c-8b82-44c5-ac31-4d1ee22ec7c6 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:32.036497 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-494df9b3-b1cd-470a-92a7-50720ed52825 req-963e546c-8b82-44c5-ac31-4d1ee22ec7c6 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 945 time: 0.0559645 Aug 29 21:38:32.099275 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-494df9b3-b1cd-470a-92a7-50720ed52825 req-ae68f109-c77e-4873-9509-3592349c0dbb tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=cf47ebd1-0dc2-4eca-a958-f31001d45499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551889 Aug 29 21:38:32.436086 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-d9a8629c-85e5-479d-b97c-829dbee93887 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:32.437691 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-d9a8629c-85e5-479d-b97c-829dbee93887 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 945 time: 0.0656786 Aug 29 21:38:32.550945 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Deleting port 255a541b-a01d-4430-a01d-ae76eeb87270 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:38:32.551322 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:32.732146 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] For port 255a541b-a01d-4430-a01d-ae76eeb87270, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=255a541b-a01d-4430-a01d-ae76eeb87270,segment=NetworkSegment(b71a4f47-e938-4169-ada6-cf876189d760),segment_id=b71a4f47-e938-4169-ada6-cf876189d760)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:38:32.732784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:32.766081 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Calling delete_port for 255a541b-a01d-4430-a01d-ae76eeb87270 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:38:33.090832 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (255a541b-a01d-4430-a01d-ae76eeb87270), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:33.104375 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['255a541b-a01d-4430-a01d-ae76eeb87270'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:38:33.138947 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Pushing event deleted for resources: {'Port': ['ID=255a541b-a01d-4430-a01d-ae76eeb87270,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:33.140998 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-64419438-09fb-475d-8c07-93a5153cbdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:33.205851 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] No DVR routers for this DVR port 255a541b-a01d-4430-a01d-ae76eeb87270 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:38:33.208546 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:33.212195 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-d89c17a2-303f-44af-b4f4-2403cdc36783 req-e828d669-fdc7-4ed4-a6e8-6bd233bd3e38 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.16 "DELETE /networking/v2.0/ports/255a541b-a01d-4430-a01d-ae76eeb87270 HTTP/1.1" status: 204 len: 173 time: 0.7692635 Aug 29 21:38:33.212667 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64154da7-87bb-439b-ae3c-9139e69003aa', 'name': 'network-vif-deleted', 'tag': '255a541b-a01d-4430-a01d-ae76eeb87270'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:33.215030 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca91cc5-0e05-4d58-a9f4-5cff69b12067" -d '{"events": [{"server_uuid": "64154da7-87bb-439b-ae3c-9139e69003aa", "name": "network-vif-deleted", "tag": "255a541b-a01d-4430-a01d-ae76eeb87270"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:33.250051 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-67a5028e-36fe-49f1-a8ce-afd756e5b799 req-c2797398-d250-4d24-b80e-f2e9733b7794 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 210 time: 0.0321636 Aug 29 21:38:33.278982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59bf9d6-08a1-4c8c-b17e-14174774d7ba x-openstack-request-id: req-f59bf9d6-08a1-4c8c-b17e-14174774d7ba {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:33.279304 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64154da7-87bb-439b-ae3c-9139e69003aa", "name": "network-vif-deleted", "tag": "255a541b-a01d-4430-a01d-ae76eeb87270", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:33.279561 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f59bf9d6-08a1-4c8c-b17e-14174774d7ba {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:33.280004 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59bf9d6-08a1-4c8c-b17e-14174774d7ba'] response: {'server_uuid': '64154da7-87bb-439b-ae3c-9139e69003aa', 'name': 'network-vif-deleted', 'tag': '255a541b-a01d-4430-a01d-ae76eeb87270', 'status': 'completed', 'code': 200} Aug 29 21:38:34.411429 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-31a0811f-c379-4702-b128-4ff5e9697d10 req-a45a8341-9bbd-40bc-86d5-34e0206a3544 tempest-VolumesSnapshotTestJSON-575288833 tempest-VolumesSnapshotTestJSON-575288833-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=64154da7-87bb-439b-ae3c-9139e69003aa HTTP/1.1" status: 200 len: 210 time: 0.0451024 Aug 29 21:38:35.295561 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7be5dfcc-5324-4d34-bbac-0d6fa677c7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:36.772950 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:37.198487 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:37.421641 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 255a541b-a01d-4430-a01d-ae76eeb87270 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:38:37.442145 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 255a541b-a01d-4430-a01d-ae76eeb87270 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:38:37.442488 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 255a541b-a01d-4430-a01d-ae76eeb87270 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:38:38.312485 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:38.445435 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:42.051286 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:38:42.086060 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=10 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:42.095579 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=8 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:44.347804 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f3074-f3a5-40f6-b36b-aee3463f0cc5 req-e6340f0d-3c19-4533-a8aa-e4926c1c0e0e tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:44.349473 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-002f3074-f3a5-40f6-b36b-aee3463f0cc5 req-e6340f0d-3c19-4533-a8aa-e4926c1c0e0e tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0555146 Aug 29 21:38:44.376034 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:44.378091 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=55,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:44.413335 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-002f3074-f3a5-40f6-b36b-aee3463f0cc5 req-fc2b6bef-f4ff-478d-9b33-a39ef1c0dd85 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568273 Aug 29 21:38:45.555051 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb8d2a-888f-47a6-812e-24c2728064c0 req-c96eb970-50a4-40fc-a16e-467b6c635609 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:45.556863 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f4fb8d2a-888f-47a6-812e-24c2728064c0 req-c96eb970-50a4-40fc-a16e-467b6c635609 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0536399 Aug 29 21:38:45.623245 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f4fb8d2a-888f-47a6-812e-24c2728064c0 req-bd23cd6a-66e4-4484-80af-efae6c34c3af tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568085 Aug 29 21:38:46.754205 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80228c79-088d-4586-b721-504b6f11838b req-9f0b836d-f9f0-4c30-9986-a5434deee0ca tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:46.755836 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-80228c79-088d-4586-b721-504b6f11838b req-9f0b836d-f9f0-4c30-9986-a5434deee0ca tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0515215 Aug 29 21:38:46.814908 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-80228c79-088d-4586-b721-504b6f11838b req-004f2498-51cf-497f-9ed3-052ea573e14f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521946 Aug 29 21:38:47.003373 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-d9214e90-1e73-48fd-a214-a18fdd402ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:47.004871 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-d9214e90-1e73-48fd-a214-a18fdd402ccf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1129 time: 0.0462029 Aug 29 21:38:47.121954 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-e92cfdf2-1085-4e2f-9574-7abc5fb138cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:47.123495 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-e92cfdf2-1085-4e2f-9574-7abc5fb138cd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 200 len: 909 time: 0.0984998 Aug 29 21:38:47.483339 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-d190ceb7-e415-461b-8df7-60fd37aa1f6b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 1000 time: 0.3527656 Aug 29 21:38:47.536191 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-289ed401-b246-44ea-87f8-d351aacb3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:47.537725 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-289ed401-b246-44ea-87f8-d351aacb3379 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=0de17087-d83e-451b-9dde-6fdf1da42491 HTTP/1.1" status: 200 len: 847 time: 0.0478945 Aug 29 21:38:47.588149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-da30e061-cf6b-45fd-915a-bb7090e2db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:47.589872 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-da30e061-cf6b-45fd-915a-bb7090e2db08 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c751c7e2-184d-4f27-8a13-c3f74b9178e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450616 Aug 29 21:38:47.693320 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-fd63e657-49bc-4b0b-b246-336d327d800b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967386 Aug 29 21:38:47.993984 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb1f72-a611-4a49-a846-b9353aceae95 req-1db47929-9c4c-43e6-9afc-24c94a9c3594 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:47.995653 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b5eb1f72-a611-4a49-a846-b9353aceae95 req-1db47929-9c4c-43e6-9afc-24c94a9c3594 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0641224 Aug 29 21:38:48.052155 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b5eb1f72-a611-4a49-a846-b9353aceae95 req-8ef746ba-4350-4b20-aa31-5cbfca38d816 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501361 Aug 29 21:38:48.310655 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:48.312196 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:48.628899 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-488f7bd4-cbdd-4f0d-8eff-b7c6ca1e8088 req-6fc8d778-5ef7-4db7-bc3d-19816d80d72b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940132 Aug 29 21:38:49.197693 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c568a-6310-4453-bda1-47bdb1f156be req-6a6690cb-a793-4955-878a-e1b8b33c43a0 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:49.199331 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-942c568a-6310-4453-bda1-47bdb1f156be req-6a6690cb-a793-4955-878a-e1b8b33c43a0 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0554695 Aug 29 21:38:49.253983 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-942c568a-6310-4453-bda1-47bdb1f156be req-a88afb31-f366-4866-86c1-a24a1c13b841 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476394 Aug 29 21:38:50.388884 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de77943-5503-4bc0-909c-8527bc26fd09 req-ffa9eb38-a095-4ffa-aac3-8be9ce694495 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:50.390516 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1de77943-5503-4bc0-909c-8527bc26fd09 req-ffa9eb38-a095-4ffa-aac3-8be9ce694495 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0556161 Aug 29 21:38:50.451134 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1de77943-5503-4bc0-909c-8527bc26fd09 req-be67c8e5-73cf-42e2-a8e0-77e1de2f808c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491450 Aug 29 21:38:51.591319 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0353-b3e6-401c-8cce-3261ff177179 req-67df7ef3-f2f3-4d71-b3d7-c3198a5effc6 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:51.592783 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-713f0353-b3e6-401c-8cce-3261ff177179 req-67df7ef3-f2f3-4d71-b3d7-c3198a5effc6 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0546362 Aug 29 21:38:51.647062 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-713f0353-b3e6-401c-8cce-3261ff177179 req-10c5d3f1-de08-4f23-9b50-2021fc872038 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469859 Aug 29 21:38:52.778854 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c6bbb-e0d6-4839-aa39-f360bb10829a req-d9389730-5196-4202-9cbc-9e36fc74ad1b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:52.780399 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-637c6bbb-e0d6-4839-aa39-f360bb10829a req-d9389730-5196-4202-9cbc-9e36fc74ad1b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0534484 Aug 29 21:38:52.834121 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-637c6bbb-e0d6-4839-aa39-f360bb10829a req-a2a93154-9c5f-4779-a745-3df04ed33568 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476620 Aug 29 21:38:53.970603 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5870f73-1bcd-4e40-b1f5-cdce05f227fb req-bf6abcf7-a522-40c0-8d3f-fcb2bca73de3 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:53.972252 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b5870f73-1bcd-4e40-b1f5-cdce05f227fb req-bf6abcf7-a522-40c0-8d3f-fcb2bca73de3 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0586908 Aug 29 21:38:54.029297 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b5870f73-1bcd-4e40-b1f5-cdce05f227fb req-a7aa575f-1ab1-4ec0-a6b0-5933457997bf tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497441 Aug 29 21:38:54.615731 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836821f-5844-4230-90ea-41d733d91028 req-5f88fa79-98f3-44cc-94df-3778e2a5983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:54.618196 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2836821f-5844-4230-90ea-41d733d91028 req-5f88fa79-98f3-44cc-94df-3778e2a5983d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1129 time: 0.0433872 Aug 29 21:38:54.733713 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836821f-5844-4230-90ea-41d733d91028 req-ab6104aa-91de-4c04-ae25-79d7386b5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:54.735130 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2836821f-5844-4230-90ea-41d733d91028 req-ab6104aa-91de-4c04-ae25-79d7386b5501 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 200 len: 909 time: 0.1109691 Aug 29 21:38:54.791796 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:54.795508 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:54.811404 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2836821f-5844-4230-90ea-41d733d91028 req-62189fad-584c-41d8-a90e-15385e6878ff service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 1000 time: 0.0699561 Aug 29 21:38:54.864502 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836821f-5844-4230-90ea-41d733d91028 req-1964780d-faca-474f-8154-9797287b5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:54.866432 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2836821f-5844-4230-90ea-41d733d91028 req-1964780d-faca-474f-8154-9797287b5bd2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=0de17087-d83e-451b-9dde-6fdf1da42491 HTTP/1.1" status: 200 len: 847 time: 0.0489407 Aug 29 21:38:54.922887 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836821f-5844-4230-90ea-41d733d91028 req-f2bb082d-ad85-4ea6-88b5-1bbb0bee103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:54.924461 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2836821f-5844-4230-90ea-41d733d91028 req-f2bb082d-ad85-4ea6-88b5-1bbb0bee103d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c751c7e2-184d-4f27-8a13-c3f74b9178e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485146 Aug 29 21:38:55.025782 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2836821f-5844-4230-90ea-41d733d91028 req-2e88003f-3669-40f4-a8d5-5e50b8fde465 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949512 Aug 29 21:38:55.148761 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2836821f-5844-4230-90ea-41d733d91028 req-6f9d1381-fff5-4ea5-9410-61f637eb76c9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168504 Aug 29 21:38:55.187244 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba47e0-6c4f-4fda-8628-2414a912cefc req-d39771a4-fd0f-45c6-8946-31d1869bedfe tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:55.188847 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1cba47e0-6c4f-4fda-8628-2414a912cefc req-d39771a4-fd0f-45c6-8946-31d1869bedfe tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0558038 Aug 29 21:38:55.244926 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1cba47e0-6c4f-4fda-8628-2414a912cefc req-43f32ac5-99e6-4dc1-8b74-cbb20595c343 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494714 Aug 29 21:38:56.371202 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368512cf-207e-4af4-9c96-760423ccba48 req-3ab97988-2eb9-44f3-a740-eccfa54fdc0b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:56.372750 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-368512cf-207e-4af4-9c96-760423ccba48 req-3ab97988-2eb9-44f3-a740-eccfa54fdc0b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0501580 Aug 29 21:38:56.432417 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-368512cf-207e-4af4-9c96-760423ccba48 req-27b037ba-086a-441c-9b7b-9c4ceb19d12f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539296 Aug 29 21:38:57.563643 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc35817-c31f-4d02-9d28-d44ea7c89f25 req-272d7c3e-a08b-4681-bbe8-9043e05ca57e tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:57.565290 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fbc35817-c31f-4d02-9d28-d44ea7c89f25 req-272d7c3e-a08b-4681-bbe8-9043e05ca57e tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0550170 Aug 29 21:38:57.623918 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fbc35817-c31f-4d02-9d28-d44ea7c89f25 req-c4f1d303-2750-4b59-b4af-f5635fe5184a tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523257 Aug 29 21:38:58.321747 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=12 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:58.323645 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=16 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:58.747332 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44441199-a146-4d7b-957b-e67d11cb31fd req-d209f436-da50-42e5-87d9-02433df7c8dc tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:58.748896 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-44441199-a146-4d7b-957b-e67d11cb31fd req-d209f436-da50-42e5-87d9-02433df7c8dc tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0494196 Aug 29 21:38:58.802432 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-44441199-a146-4d7b-957b-e67d11cb31fd req-e7d66b7c-da1b-439a-81b9-18774536a45c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472293 Aug 29 21:38:59.415776 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241111b9-9399-46f9-86f6-88260e0ae23b req-8c1ac500-b48b-4ef9-a652-d0cb2c4464c2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:59.417349 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-241111b9-9399-46f9-86f6-88260e0ae23b req-8c1ac500-b48b-4ef9-a652-d0cb2c4464c2 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0502484 Aug 29 21:38:59.475073 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-241111b9-9399-46f9-86f6-88260e0ae23b req-4e91f272-5e25-4d67-8c01-a3c5342fdd68 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520747 Aug 29 21:38:59.528292 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-ca647965-bc85-4ae5-872e-f935b3b0a008 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976381 Aug 29 21:38:59.659571 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-93b5b850-c201-4325-b376-11ffe8f27b96 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:59.661097 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-93b5b850-c201-4325-b376-11ffe8f27b96 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports/a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 942 time: 0.1053851 Aug 29 21:39:00.625144 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f54a5e-3cf9-40b3-9e58-56c055a451ad req-f29f4ea1-ecca-4a08-9b31-a21200929c24 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:00.626735 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-36f54a5e-3cf9-40b3-9e58-56c055a451ad req-f29f4ea1-ecca-4a08-9b31-a21200929c24 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0587265 Aug 29 21:39:00.688611 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-36f54a5e-3cf9-40b3-9e58-56c055a451ad req-4653ed70-61bc-42b1-b860-5b3697226bc0 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541325 Aug 29 21:39:01.578757 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:01.668830 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 is: ACTIVE; New status is: DOWN {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:01.669234 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:01.694818 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:01.697180 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bd569e-53a8-4ad5-b8f6-58f1d5455048" -d '{"events": [{"server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "name": "network-vif-unplugged", "status": "completed", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:01.710854 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:01.738335 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3f9a0e-360b-4d66-9f2b-acfd14125a43 x-openstack-request-id: req-9d3f9a0e-360b-4d66-9f2b-acfd14125a43 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:01.738635 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "name": "network-vif-unplugged", "status": "failed", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305", "code": 422}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:01.738953 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d3f9a0e-360b-4d66-9f2b-acfd14125a43 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:01.739355 dv-cinder-854264-2-iscsi neutron-server[107112]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9d3f9a0e-360b-4d66-9f2b-acfd14125a43']: {'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'code': 422} returned with failed status Aug 29 21:39:01.783525 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:01.830585 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e00af-3d89-4623-b5fc-61c26eb16f95 req-46ac584e-93a3-490e-9e37-3b2ed29e6e8e tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:01.837501 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,revision_number=6']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:01.837838 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a91e00af-3d89-4623-b5fc-61c26eb16f95 req-46ac584e-93a3-490e-9e37-3b2ed29e6e8e tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0619836 Aug 29 21:39:01.846272 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.850346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.851919 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.851919 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.851919 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.851919 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.900049 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a91e00af-3d89-4623-b5fc-61c26eb16f95 req-87737ec9-892c-430e-9f1c-cc3147c244b8 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603538 Aug 29 21:39:02.417701 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52494) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:02.472723 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Deleting subnet e8c989ac-c1db-484d-ba30-094f5f492ffc {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:39:02.476725 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Publish callbacks [] for subnet (e8c989ac-c1db-484d-ba30-094f5f492ffc), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.505296 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-7c289d86-4948-4c9c-b485-0aaba6ac1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:02.507783 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-7c289d86-4948-4c9c-b485-0aaba6ac1e78 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e&tenant_id=ecd13ced46854940b3765ee641390212 HTTP/1.1" status: 200 len: 1127 time: 0.0473084 Aug 29 21:39:02.518259 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8500905'] for subnet (e8c989ac-c1db-484d-ba30-094f5f492ffc), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.575819 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (e8c989ac-c1db-484d-ba30-094f5f492ffc), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.577927 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-b7a5577c-78fe-46af-ae9d-f1d044826dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:02.580407 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-b7a5577c-78fe-46af-ae9d-f1d044826dac service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1127 time: 0.0486121 Aug 29 21:39:02.621080 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:02.624259 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:02.701427 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-9512dee4-22d1-41a1-b620-1b330e678f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:02.703124 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-9512dee4-22d1-41a1-b620-1b330e678f74 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 200 len: 909 time: 0.1173346 Aug 29 21:39:02.743462 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501769'] for subnet (e8c989ac-c1db-484d-ba30-094f5f492ffc), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.770633 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c989ac-c1db-484d-ba30-094f5f492ffc,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:02.780136 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.781036 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-a2fe92fa-ee86-49d1-8c52-cfdc3cb07545 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 998 time: 0.0720284 Aug 29 21:39:02.783336 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/e8c989ac-c1db-484d-ba30-094f5f492ffc HTTP/1.1" status: 204 len: 168 time: 0.3642550 Aug 29 21:39:02.785303 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.786172 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52496) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.789998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.790953 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.790953 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.790953 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.791318 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819f7c-ef01-4533-ae76-7ecb288cb4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:02.812146 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:02.902093 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-dadda25f-856e-4759-82af-1c0e9e95a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:02.903594 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-dadda25f-856e-4759-82af-1c0e9e95a3bd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=0de17087-d83e-451b-9dde-6fdf1da42491 HTTP/1.1" status: 200 len: 847 time: 0.1147084 Aug 29 21:39:02.908126 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (9529232b-4c61-4df9-b4c2-2920904b6b0d), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.944647 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:02.976288 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-6085ad8d-bae7-4599-8b0e-d54e8abf6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:02.977937 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-6085ad8d-bae7-4599-8b0e-d54e8abf6f62 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c751c7e2-184d-4f27-8a13-c3f74b9178e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675285 Aug 29 21:39:03.058476 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70eca6-c325-4f57-b9d5-edf195fa808a req-f4fdc341-15c1-4a56-a7eb-5dfaf8649935 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:03.064782 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0d70eca6-c325-4f57-b9d5-edf195fa808a req-f4fdc341-15c1-4a56-a7eb-5dfaf8649935 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0804231 Aug 29 21:39:03.094282 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (9529232b-4c61-4df9-b4c2-2920904b6b0d), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.129966 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9529232b-4c61-4df9-b4c2-2920904b6b0d']}} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:03.130995 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0d70eca6-c325-4f57-b9d5-edf195fa808a req-07ca7856-8f6d-47ad-809a-c6753ca410e0 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587022 Aug 29 21:39:03.148675 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71a4f47-e938-4169-ada6-cf876189d760') {'for_net_delete': True} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:03.148980 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71a4f47-e938-4169-ada6-cf876189d760') {} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:03.168957 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc3e0-6818-4937-9d05-9f7f918eb09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.175645 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12500580'] for segment (b71a4f47-e938-4169-ada6-cf876189d760), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.193980 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-e3d3e529-d85c-4dbb-a1d8-c6d5bbcc3230 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982043 Aug 29 21:39:03.197964 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (b71a4f47-e938-4169-ada6-cf876189d760), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.215321 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=107110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:39:03.215723 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12151113'] for segment (b71a4f47-e938-4169-ada6-cf876189d760), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.279029 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment b71a4f47-e938-4169-ada6-cf876189d760 resource provider aggregate not found Aug 29 21:39:03.336033 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment b71a4f47-e938-4169-ada6-cf876189d760 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b71a4f47-e938-4169-ada6-cf876189d760 found for delete ", "request_id": "req-a577c15c-36b2-4326-9830-922da7bf2382"}]} Aug 29 21:39:03.384032 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e1cc849-109b-4e09-bd45-c0cf805d57ba req-bc34bbf8-562b-45af-95ae-4ed8f36d59d6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829822 Aug 29 21:39:03.422983 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (9529232b-4c61-4df9-b4c2-2920904b6b0d), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.430477 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.434864 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/9529232b-4c61-4df9-b4c2-2920904b6b0d HTTP/1.1" status: 204 len: 168 time: 0.6468453 Aug 29 21:39:03.458233 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=9529232b-4c61-4df9-b4c2-2920904b6b0d,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:03.464590 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.464938 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.465343 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.465680 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.466017 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.466352 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.466682 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.467008 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.467336 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.467668 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.468032 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.468361 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.468684 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.469013 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.469338 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df680d-ff55-49cf-86fb-56f6e6e21f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:03.866784 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52508) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:03.915343 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-24db3be8-8d52-4362-b494-5d9d2aab34ef admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2113bed9d7c04c4691ff173ac0f3d75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467496 Aug 29 21:39:03.917955 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52510) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:03.976282 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-617caa88-0a93-4b25-9280-cfdc24dd6eae admin admin] Publish callbacks [] for security_group (cf47ebd1-0dc2-4eca-a958-f31001d45499), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:04.004804 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-617caa88-0a93-4b25-9280-cfdc24dd6eae admin admin] Publish callbacks [] for security_group (cf47ebd1-0dc2-4eca-a958-f31001d45499), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:04.142748 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-617caa88-0a93-4b25-9280-cfdc24dd6eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (cf47ebd1-0dc2-4eca-a958-f31001d45499), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:04.145774 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-617caa88-0a93-4b25-9280-cfdc24dd6eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:04.147295 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-617caa88-0a93-4b25-9280-cfdc24dd6eae admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/cf47ebd1-0dc2-4eca-a958-f31001d45499 HTTP/1.1" status: 204 len: 168 time: 0.2281961 Aug 29 21:39:04.160546 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617caa88-0a93-4b25-9280-cfdc24dd6eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf47ebd1-0dc2-4eca-a958-f31001d45499,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:04.284502 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f779af-8340-486c-a52f-c691f0622fe3 req-c3df8540-8f2c-4f46-9d7e-3f19beb03ee1 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:04.286068 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-10f779af-8340-486c-a52f-c691f0622fe3 req-c3df8540-8f2c-4f46-9d7e-3f19beb03ee1 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0558784 Aug 29 21:39:04.342441 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-10f779af-8340-486c-a52f-c691f0622fe3 req-34980df0-34a2-4896-a347-9659458bb96a tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480280 Aug 29 21:39:05.335578 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-e46099c1-0103-4fd4-b313-efd684681ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.499438 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2999a8-06e2-4646-80ec-eb1e4de2fda4 req-68affd49-223d-408d-9b78-23ec9a29dfa3 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:05.501217 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1b2999a8-06e2-4646-80ec-eb1e4de2fda4 req-68affd49-223d-408d-9b78-23ec9a29dfa3 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0654218 Aug 29 21:39:05.560423 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1b2999a8-06e2-4646-80ec-eb1e4de2fda4 req-5e487d61-2178-4360-a695-b1dd23a94d33 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522847 Aug 29 21:39:06.699779 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921b12c-b8fc-4dd2-8953-415b6662525c req-9df3a10e-c3a8-4599-8397-73650e666944 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:06.701569 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7921b12c-b8fc-4dd2-8953-415b6662525c req-9df3a10e-c3a8-4599-8397-73650e666944 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0609860 Aug 29 21:39:06.760391 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7921b12c-b8fc-4dd2-8953-415b6662525c req-3524d77c-1ac0-4bf7-80bc-7020636a7843 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524356 Aug 29 21:39:06.792261 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:07.142761 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:07.901036 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01df84f-3971-4222-922b-2c8222c59585 req-7364dbf7-c475-459e-883a-acfb6164876d tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:07.902528 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b01df84f-3971-4222-922b-2c8222c59585 req-7364dbf7-c475-459e-883a-acfb6164876d tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0485227 Aug 29 21:39:07.953236 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b01df84f-3971-4222-922b-2c8222c59585 req-e6ade0d4-03db-4dde-874b-19d59bcf9b98 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449104 Aug 29 21:39:08.311820 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:08.394270 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.024853 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:09.026009 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:09.063665 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:09.082916 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a38bb-b510-46e0-a395-62d27ea9eac2 req-3a59d540-1a6e-4f13-ba8d-6305704c237b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:09.085162 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0c5a38bb-b510-46e0-a395-62d27ea9eac2 req-3a59d540-1a6e-4f13-ba8d-6305704c237b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0561397 Aug 29 21:39:09.148090 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-0c5a38bb-b510-46e0-a395-62d27ea9eac2 req-f89301f5-2a42-4d04-83bd-0ae239fc71b1 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565510 Aug 29 21:39:10.281205 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a91b-9ff0-4388-af63-e63d9b731225 req-4d1e89aa-b910-47b9-b018-91f4ec1e69e5 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:10.282666 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5fe2a91b-9ff0-4388-af63-e63d9b731225 req-4d1e89aa-b910-47b9-b018-91f4ec1e69e5 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0566857 Aug 29 21:39:10.333058 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-5fe2a91b-9ff0-4388-af63-e63d9b731225 req-a5ecc93e-8236-4f07-89dd-d74517691204 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441093 Aug 29 21:39:11.475550 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f9200-947b-4637-915c-4674356e3d4f req-00360a8c-3e07-4823-9d8a-2c9e52f65d66 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:11.477011 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-570f9200-947b-4637-915c-4674356e3d4f req-00360a8c-3e07-4823-9d8a-2c9e52f65d66 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0683119 Aug 29 21:39:11.488558 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:11.527722 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-570f9200-947b-4637-915c-4674356e3d4f req-6611de9f-93a9-4bb7-ae25-392f73a71388 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448816 Aug 29 21:39:12.663682 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6bf9-4ba4-4586-b5c9-8d8805d69f59 req-0c55bc10-a07c-4d2c-8129-4c71a7f92086 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:12.665308 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-34fb6bf9-4ba4-4586-b5c9-8d8805d69f59 req-0c55bc10-a07c-4d2c-8129-4c71a7f92086 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0565002 Aug 29 21:39:12.719806 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-34fb6bf9-4ba4-4586-b5c9-8d8805d69f59 req-8ad4bfdc-9133-42e0-8897-c5947020e72f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481725 Aug 29 21:39:13.640447 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:39:13.755977 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:13.769174 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'port_id': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'mac_address': 'fa:16:3e:61:b4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:39:13.812353 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:13.812749 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:13.829039 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:13.853152 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:13.878818 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e012c-ec50-447c-ae04-39615d4638f1 req-b65423b6-4c40-4670-b86c-cd7506ac432a tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:13.880356 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8d0e012c-ec50-447c-ae04-39615d4638f1 req-b65423b6-4c40-4670-b86c-cd7506ac432a tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 943 time: 0.0579326 Aug 29 21:39:13.937701 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8d0e012c-ec50-447c-ae04-39615d4638f1 req-bd4f05d7-70a0-4481-b7a5-9f4ea81d715c tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512760 Aug 29 21:39:13.969545 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:14.019042 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,revision_number=7']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:14.184089 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:39:14.372056 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:14.394229 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:15.065538 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df378ac4-6d04-4819-b856-6ee546b93d3e req-dc98c804-036e-479b-b11a-0afe00a8800a tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:15.067148 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-df378ac4-6d04-4819-b856-6ee546b93d3e req-dc98c804-036e-479b-b11a-0afe00a8800a tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 944 time: 0.0495517 Aug 29 21:39:15.122956 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-df378ac4-6d04-4819-b856-6ee546b93d3e req-2c54a265-d5c4-4b35-b8cc-740c5f7fd090 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493212 Aug 29 21:39:15.367036 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52604) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:15.477430 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4a09e2fc-4c69-4ea1-84f5-73ee2e41a069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.562736 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4a09e2fc-4c69-4ea1-84f5-73ee2e41a069 admin admin] Publish callbacks [] for security_group (ad331d30-6769-4b54-b923-09826a9a9c5a), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.666172 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4a09e2fc-4c69-4ea1-84f5-73ee2e41a069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (ad331d30-6769-4b54-b923-09826a9a9c5a), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.671176 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:15.707644 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09e2fc-4c69-4ea1-84f5-73ee2e41a069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad331d30-6769-4b54-b923-09826a9a9c5a,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:15.714527 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4a09e2fc-4c69-4ea1-84f5-73ee2e41a069 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=79d34bbc321d4e6cb255494db8d70d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440433 Aug 29 21:39:15.715365 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52608) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:15.720894 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:15.721428 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.771588 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-dd763468-0977-40c4-86bb-bf4cb3d74833 admin admin] Publish callbacks [] for security_group (ad331d30-6769-4b54-b923-09826a9a9c5a), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.797926 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-dd763468-0977-40c4-86bb-bf4cb3d74833 admin admin] Publish callbacks [] for security_group (ad331d30-6769-4b54-b923-09826a9a9c5a), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.806377 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:15.806685 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=6 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:15.806868 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.819246 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:15.832283 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:15.834670 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542f6491-142f-4db9-80e1-589ca35f12ef" -d '{"events": [{"server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "name": "network-vif-plugged", "status": "completed", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:15.850777 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:15.886134 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8103a13e-1a7b-42e9-a11d-25d7fa86690f x-openstack-request-id: req-8103a13e-1a7b-42e9-a11d-25d7fa86690f {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:15.886501 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "name": "network-vif-plugged", "status": "completed", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:15.886762 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8103a13e-1a7b-42e9-a11d-25d7fa86690f {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:15.887269 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8103a13e-1a7b-42e9-a11d-25d7fa86690f'] response: {'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'code': 200} Aug 29 21:39:15.974848 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:16.021477 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-dd763468-0977-40c4-86bb-bf4cb3d74833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (ad331d30-6769-4b54-b923-09826a9a9c5a), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:16.024185 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-dd763468-0977-40c4-86bb-bf4cb3d74833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:16.025489 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-dd763468-0977-40c4-86bb-bf4cb3d74833 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ad331d30-6769-4b54-b923-09826a9a9c5a HTTP/1.1" status: 204 len: 168 time: 0.3094180 Aug 29 21:39:16.029309 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,revision_number=8']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:16.043229 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd763468-0977-40c4-86bb-bf4cb3d74833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad331d30-6769-4b54-b923-09826a9a9c5a,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:16.254259 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbebf5-23f6-434a-856c-0035219b4db9 req-71c3c4e0-4a09-485b-a0de-b57ea886e34b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:16.256913 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-84bbebf5-23f6-434a-856c-0035219b4db9 req-71c3c4e0-4a09-485b-a0de-b57ea886e34b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0534785 Aug 29 21:39:16.264165 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bc62b-4c1e-494c-b5d5-bd841a3c7ba0 req-eed5da44-f198-430d-8d67-b991c963bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:16.265761 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fd4bc62b-4c1e-494c-b5d5-bd841a3c7ba0 req-eed5da44-f198-430d-8d67-b991c963bbd5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1129 time: 0.0492282 Aug 29 21:39:16.315111 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-fd4bc62b-4c1e-494c-b5d5-bd841a3c7ba0 req-61016bfa-48a8-45fc-92a1-ad1537c06898 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434585 Aug 29 21:39:16.316931 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-84bbebf5-23f6-434a-856c-0035219b4db9 req-2eaa30a2-07b2-4c1a-b0e4-155eed804a22 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534658 Aug 29 21:39:17.244107 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52634) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:17.372993 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-290265208-network', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:17.450184 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb7a40-1674-4e72-bf54-441cfad3198b req-542142b0-8a57-441f-a9d5-536a4645eb0b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:17.451565 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bccb7a40-1674-4e72-bf54-441cfad3198b req-542142b0-8a57-441f-a9d5-536a4645eb0b tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0508032 Aug 29 21:39:17.460642 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Made reservation on behalf of 77472ffae4da491881e41c08aa09e4fc for: {'network': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:17.463228 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.473970 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.509923 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bccb7a40-1674-4e72-bf54-441cfad3198b req-f9372001-9386-4566-97f5-ac5566cad1c6 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525393 Aug 29 21:39:17.560696 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Publish callbacks [] for security_group (4963ef51-55c7-4cfd-bc0b-6819e853b4f7), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.646449 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4963ef51-55c7-4cfd-bc0b-6819e853b4f7), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.677222 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=107111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:39:17.684098 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4963ef51-55c7-4cfd-bc0b-6819e853b4f7,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:17.691945 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (48449c53-b51e-4f29-bf16-af47efc412a3), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.693342 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.segments_db [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Added segment 48449c53-b51e-4f29-bf16-af47efc412a3 of type vlan for network 526ac953-2d63-4bf1-8bf8-4e48840fae3d Aug 29 21:39:17.744220 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (526ac953-2d63-4bf1-8bf8-4e48840fae3d), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.885108 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (526ac953-2d63-4bf1-8bf8-4e48840fae3d), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.886201 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:17.886848 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.953676 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] Pushing event updated for resources: {'Network': ['ID=526ac953-2d63-4bf1-8bf8-4e48840fae3d,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:17.964785 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:39:18.023345 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-40b78193-7c60-4118-9371-b3ae2708292d admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7778826 Aug 29 21:39:18.026243 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52640) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:18.033794 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Request body: {'subnet': {'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-290265208-subnet', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'ip_version': 4}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:18.177272 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Made reservation on behalf of 77472ffae4da491881e41c08aa09e4fc for: {'subnet': 1} {{(pid=107111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:18.179913 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8501782'] for subnet (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.350882 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:18.485538 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8558579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8501760'] for subnet (140a35b0-7171-4898-b848-3dae4f721fee), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.543809 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=140a35b0-7171-4898-b848-3dae4f721fee,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:18.563218 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Checking segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:18.563675 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Network hostable DHCP agents. Network: 526ac953-2d63-4bf1-8bf8-4e48840fae3d, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:39:18.575577 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:18.639559 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca0134-abbf-457e-a1a6-f993776d3d78 req-53569a42-dc36-4e47-ac0a-af5b4aef65ca tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:18.641159 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1cca0134-abbf-457e-a1a6-f993776d3d78 req-53569a42-dc36-4e47-ac0a-af5b4aef65ca tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0520804 Aug 29 21:39:18.693326 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1cca0134-abbf-457e-a1a6-f993776d3d78 req-98abeb07-b3d8-4d19-8d7a-d062b3e115cf tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456319 Aug 29 21:39:18.756222 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:39:18.860198 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, 526ac953-2d63-4bf1-8bf8-4e48840fae3d) {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:18.864322 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:18.869864 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.870689 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843b38f9-f58a-4c55-b5e8-b51b0caa7163 None None] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:39:18.971727 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-219d7a47-1f7e-4e66-a337-f0725d98b7ed admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9443336 Aug 29 21:39:18.974398 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52646) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:18.978840 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:39:18.978840 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.979449 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:19.050683 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:39:19.112354 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (101de24f-0475-4c83-916c-d4e9bfe7cabf), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.113409 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (101de24f-0475-4c83-916c-d4e9bfe7cabf), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.132727 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Allocated IP 172.20.0.2 (526ac953-2d63-4bf1-8bf8-4e48840fae3d/140a35b0-7171-4898-b848-3dae4f721fee/2cc7aaee-b8e1-4352-8333-98ea15816d6f) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:19.177830 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks [] for router_controller (101de24f-0475-4c83-916c-d4e9bfe7cabf), precommit_add_association {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.295413 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Publish callbacks [] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.388018 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.463769 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:19.469786 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:19.477941 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:19.491254 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Pushing event updated for resources: {'Port': ['ID=2cc7aaee-b8e1-4352-8333-98ea15816d6f,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:19.541071 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:19.557951 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Attempting to bind port 2cc7aaee-b8e1-4352-8333-98ea15816d6f on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:19.558227 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Attempting to bind port 2cc7aaee-b8e1-4352-8333-98ea15816d6f by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:19.558586 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Attempting to bind port 2cc7aaee-b8e1-4352-8333-98ea15816d6f on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:19.565438 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:19.565963 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Checking segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:19.566465 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.566888 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Bound using segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:19.567535 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Bound port: 2cc7aaee-b8e1-4352-8333-98ea15816d6f, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:19.567997 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.572104 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:19.646267 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] For port 2cc7aaee-b8e1-4352-8333-98ea15816d6f, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:19.650088 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] For port 2cc7aaee-b8e1-4352-8333-98ea15816d6f, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=2cc7aaee-b8e1-4352-8333-98ea15816d6f,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:19.711234 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks [] for router_gateway (101de24f-0475-4c83-916c-d4e9bfe7cabf), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.792355 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.864066 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fee0f-7230-4ef7-bf89-a3758742b907 None None] Pushing event updated for resources: {'Port': ['ID=2cc7aaee-b8e1-4352-8333-98ea15816d6f,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:20.041883 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks [] for router_gateway (101de24f-0475-4c83-916c-d4e9bfe7cabf), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:20.063775 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:20.181523 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Allocated IP 172.27.3.148 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/593ad1c6-1245-402a-924d-2be6c6087ab4) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:20.322934 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks [] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:20.332162 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:20.449773 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:20.496335 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:20.498046 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:20.502914 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:20.536005 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Pushing event updated for resources: {'Port': ['ID=593ad1c6-1245-402a-924d-2be6c6087ab4,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:20.539867 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=90 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:20.797781 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 2cc7aaee-b8e1-4352-8333-98ea15816d6f up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:20.823819 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca48c5fb-13df-4a8b-8ee3-ae7f3a94f807 None None] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:39:20.891404 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-167faaaf-b006-4ef0-90bb-a541a0416218 None None] Provisioning complete for port 2cc7aaee-b8e1-4352-8333-98ea15816d6f triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:20.891766 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-167faaaf-b006-4ef0-90bb-a541a0416218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:20.950201 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks [] for router_gateway (101de24f-0475-4c83-916c-d4e9bfe7cabf), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:20.968672 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 2cc7aaee-b8e1-4352-8333-98ea15816d6f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:20.969078 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:21.067924 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-167faaaf-b006-4ef0-90bb-a541a0416218 None None] Current status of the port 2cc7aaee-b8e1-4352-8333-98ea15816d6f is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:21.068299 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-167faaaf-b006-4ef0-90bb-a541a0416218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:21.136525 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-167faaaf-b006-4ef0-90bb-a541a0416218 None None] For port 2cc7aaee-b8e1-4352-8333-98ea15816d6f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=2cc7aaee-b8e1-4352-8333-98ea15816d6f,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:21.137486 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 2cc7aaee-b8e1-4352-8333-98ea15816d6f is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:21.137868 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:21.168959 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (101de24f-0475-4c83-916c-d4e9bfe7cabf), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:21.212397 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-167faaaf-b006-4ef0-90bb-a541a0416218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:21.278819 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.db.api [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 21:39:21.279228 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG oslo_db.api [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 21:39:21.291536 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167faaaf-b006-4ef0-90bb-a541a0416218 None None] Pushing event updated for resources: {'Port': ['ID=2cc7aaee-b8e1-4352-8333-98ea15816d6f,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:21.331445 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-c4b1b01a-a58c-4f2b-842e-2cabb2215f02 None None] Provisioning complete for port 2cc7aaee-b8e1-4352-8333-98ea15816d6f triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:21.331445 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b01a-a58c-4f2b-842e-2cabb2215f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:21.362389 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:21.382222 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Router 101de24f-0475-4c83-916c-d4e9bfe7cabf is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:39:21.411873 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1b01a-a58c-4f2b-842e-2cabb2215f02 None None] Current status of the port 2cc7aaee-b8e1-4352-8333-98ea15816d6f is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:21.498021 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:21.510728 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Sync routers for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:21.519460 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:21.520117 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:39:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:21.608701 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:21.610723 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-204f7d49-5848-401e-95a1-48fef98d253c admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6346436 Aug 29 21:39:21.613608 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52648) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:21.631036 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:21.798431 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:21.814313 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:20Z', 'revision_number': 3, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:21.818805 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 2cc7aaee-b8e1-4352-8333-98ea15816d6f is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:21.843007 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Checking router: 101de24f-0475-4c83-916c-d4e9bfe7cabf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:21.850172 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Updating router 101de24f-0475-4c83-916c-d4e9bfe7cabf port 593ad1c6-1245-402a-924d-2be6c6087ab4 binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:39:21.877229 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:21.908506 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:22.050291 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.138684 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Publish callbacks [] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.222683 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.252306 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Allocated IP 172.20.0.1 (526ac953-2d63-4bf1-8bf8-4e48840fae3d/140a35b0-7171-4898-b848-3dae4f721fee/182b0149-9891-446b-a3fc-7cea92477f94) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:22.257785 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Attempting to bind port 593ad1c6-1245-402a-924d-2be6c6087ab4 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:22.259674 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Attempting to bind port 593ad1c6-1245-402a-924d-2be6c6087ab4 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:22.259674 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Attempting to bind port 593ad1c6-1245-402a-924d-2be6c6087ab4 on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:22.274047 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:22.274421 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:22.274819 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.275210 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:22.275681 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Bound port: 593ad1c6-1245-402a-924d-2be6c6087ab4, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:22.276205 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.299139 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Pushing event updated for resources: {'Port': ['ID=593ad1c6-1245-402a-924d-2be6c6087ab4,revision_number=2']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:22.313771 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.314046 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.314387 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.314728 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.315061 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.315388 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.315711 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.316066 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.316391 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.316714 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.317035 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.317880 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.318204 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.318521 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.318836 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:22.348953 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] For port 593ad1c6-1245-402a-924d-2be6c6087ab4, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:22.355194 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] For port 593ad1c6-1245-402a-924d-2be6c6087ab4, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=593ad1c6-1245-402a-924d-2be6c6087ab4,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:22.385951 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Publish callbacks [] for port (182b0149-9891-446b-a3fc-7cea92477f94), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.440450 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.481591 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:22.482218 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:39:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:22.521122 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (182b0149-9891-446b-a3fc-7cea92477f94), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.538841 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277e048-56ad-4cf7-93b2-cf215d4dbf71 None None] Pushing event updated for resources: {'Port': ['ID=593ad1c6-1245-402a-924d-2be6c6087ab4,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:22.575118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:22.579390 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:22.585637 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:22.590357 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Pushing event updated for resources: {'Port': ['ID=182b0149-9891-446b-a3fc-7cea92477f94,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:22.620155 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:22.623828 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:22.628543 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:22.653510 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (101de24f-0475-4c83-916c-d4e9bfe7cabf), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.788353 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:22.800125 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 2cc7aaee-b8e1-4352-8333-98ea15816d6f up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:22.865590 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:20Z', 'revision_number': 3, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:22.882241 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 2cc7aaee-b8e1-4352-8333-98ea15816d6f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:22.883019 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.898463 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f31d9d-c1af-4d63-843a-b825ec652b36 None None] The sync data for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi is: [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:20Z', 'revision_number': 3, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:22.949511 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-7d62bd65-e9fb-40dc-8687-c0a78c15187f None None] Provisioning complete for port 182b0149-9891-446b-a3fc-7cea92477f94 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:22.949890 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7d62bd65-e9fb-40dc-8687-c0a78c15187f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (182b0149-9891-446b-a3fc-7cea92477f94), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.981279 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (182b0149-9891-446b-a3fc-7cea92477f94), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.992653 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:23.022845 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-7d62bd65-e9fb-40dc-8687-c0a78c15187f None None] Port 182b0149-9891-446b-a3fc-7cea92477f94 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:39:23.029711 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 2cc7aaee-b8e1-4352-8333-98ea15816d6f is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:23.103702 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:23.217873 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Publish callbacks [] for port (182b0149-9891-446b-a3fc-7cea92477f94), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.382514 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (182b0149-9891-446b-a3fc-7cea92477f94), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.465820 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Pushing event updated for resources: {'Port': ['ID=182b0149-9891-446b-a3fc-7cea92477f94,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:23.471654 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (101de24f-0475-4c83-916c-d4e9bfe7cabf), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.577466 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:23.579000 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:23.720846 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Router 101de24f-0475-4c83-916c-d4e9bfe7cabf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:39:23.836953 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=100 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:23.861999 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-a46c6654-c295-4e22-a81b-cf63c83e229b None None] Provisioning complete for port 182b0149-9891-446b-a3fc-7cea92477f94 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:23.861999 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a46c6654-c295-4e22-a81b-cf63c83e229b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (182b0149-9891-446b-a3fc-7cea92477f94), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.862323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:23.873536 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-58201f40-3356-4ff4-84c8-0e2bd66999a4 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/101de24f-0475-4c83-916c-d4e9bfe7cabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2522573 Aug 29 21:39:23.903305 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-a46c6654-c295-4e22-a81b-cf63c83e229b None None] Port 182b0149-9891-446b-a3fc-7cea92477f94 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:39:24.571506 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Sync routers for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:24.583568 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:24.584304 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:39:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:24.742637 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52664) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:24.747777 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1208666124-network', 'tenant_id': '7644cad195174da080a9989cec76033d'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:24.811979 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 593ad1c6-1245-402a-924d-2be6c6087ab4 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:24.849479 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Made reservation on behalf of 7644cad195174da080a9989cec76033d for: {'network': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:24.853032 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for network (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:24.867503 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:24.868753 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:24.919425 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 593ad1c6-1245-402a-924d-2be6c6087ab4 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:24.920283 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:24.957851 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Publish callbacks [] for security_group (16bf47c2-9a08-4794-93e5-ad3c0f11c1f8), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.043055 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (16bf47c2-9a08-4794-93e5-ad3c0f11c1f8), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.080389 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=107110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:39:25.090494 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bf47c2-9a08-4794-93e5-ad3c0f11c1f8,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:25.097954 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (259bea03-ff11-473e-a301-9119a7b6ff49), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.098305 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.segments_db [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Added segment 259bea03-ff11-473e-a301-9119a7b6ff49 of type vlan for network f1f872a8-8c83-491d-a058-f3062ae05e02 Aug 29 21:39:25.108269 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 593ad1c6-1245-402a-924d-2be6c6087ab4 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:25.108665 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.150881 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786959409237'] for network (f1f872a8-8c83-491d-a058-f3062ae05e02), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.159064 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 593ad1c6-1245-402a-924d-2be6c6087ab4, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=593ad1c6-1245-402a-924d-2be6c6087ab4,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:25.170858 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:23Z', 'revision_number': 2, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:25.202106 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Checking router: 101de24f-0475-4c83-916c-d4e9bfe7cabf for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:25.202456 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Updating router 101de24f-0475-4c83-916c-d4e9bfe7cabf port 182b0149-9891-446b-a3fc-7cea92477f94 binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:39:25.231206 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (182b0149-9891-446b-a3fc-7cea92477f94), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.234523 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.262472 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688'] for network (f1f872a8-8c83-491d-a058-f3062ae05e02), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.263495 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:25.264275 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.297917 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:25.331641 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f872a8-8c83-491d-a058-f3062ae05e02,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:25.384742 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Network f1f872a8-8c83-491d-a058-f3062ae05e02 details requested by agent ovs-agent-dv-cinder-854264-2-iscsi with host dv-cinder-854264-2-iscsi {{(pid=107112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:39:25.398338 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-068c3d31-d920-4472-906a-5043f4024e11 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6518147 Aug 29 21:39:25.398810 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52666) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:25.405622 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Request body: {'subnet': {'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1208666124-subnet', 'tenant_id': '7644cad195174da080a9989cec76033d', 'ip_version': 4}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:25.408789 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=593ad1c6-1245-402a-924d-2be6c6087ab4,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:25.465294 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:25.534637 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Made reservation on behalf of 7644cad195174da080a9989cec76033d for: {'subnet': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:25.537579 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8549012'] for subnet (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.606352 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:25.654525 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Publish callbacks [] for port (182b0149-9891-446b-a3fc-7cea92477f94), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.658652 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:25.792402 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (182b0149-9891-446b-a3fc-7cea92477f94), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.844785 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12151724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8548994'] for subnet (7a946932-a135-4c28-87e7-e0dfbc992493), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.864671 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83221afc-d6d0-4c16-aea6-3c63e223b23d None None] Pushing event updated for resources: {'Port': ['ID=182b0149-9891-446b-a3fc-7cea92477f94,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:25.904635 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Attempting to bind port 182b0149-9891-446b-a3fc-7cea92477f94 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:25.905189 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Attempting to bind port 182b0149-9891-446b-a3fc-7cea92477f94 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:25.905747 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Attempting to bind port 182b0149-9891-446b-a3fc-7cea92477f94 on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:25.907600 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a946932-a135-4c28-87e7-e0dfbc992493,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:25.916882 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:25.917647 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Checking segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:25.918180 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.918834 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Bound using segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:25.919643 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Bound port: 182b0149-9891-446b-a3fc-7cea92477f94, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:25.920416 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (182b0149-9891-446b-a3fc-7cea92477f94), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.922736 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Checking segment: {'id': '259bea03-ff11-473e-a301-9119a7b6ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:25.923393 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Network hostable DHCP agents. Network: f1f872a8-8c83-491d-a058-f3062ae05e02, hostable agents: ['eae78394-d74c-4e72-b964-4234d44b3743'], hosted agents: [] {{(pid=107110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:39:26.007944 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] For port 182b0149-9891-446b-a3fc-7cea92477f94, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:26.011668 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] For port 182b0149-9891-446b-a3fc-7cea92477f94, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=182b0149-9891-446b-a3fc-7cea92477f94,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:26.054888 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Network f1f872a8-8c83-491d-a058-f3062ae05e02 is scheduled to be hosted by DHCP agent eae78394-d74c-4e72-b964-4234d44b3743 with binding_index 1 {{(pid=107110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:39:26.085894 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (182b0149-9891-446b-a3fc-7cea92477f94), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.123575 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:26.124257 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:39:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:26.174645 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854264-2-iscsi, f1f872a8-8c83-491d-a058-f3062ae05e02) {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:26.181154 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:26.182150 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.191802 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88bc62-f348-40bd-971d-3fd4ced9e7f8 None None] Network f1f872a8-8c83-491d-a058-f3062ae05e02 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:39:26.210209 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83221afc-d6d0-4c16-aea6-3c63e223b23d None None] Pushing event updated for resources: {'Port': ['ID=182b0149-9891-446b-a3fc-7cea92477f94,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:26.340951 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:26.346832 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-c00c197e-e6e7-4d50-b83f-4d0deb846cab admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9464560 Aug 29 21:39:26.351276 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52668) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:26.356764 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:26.422198 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b13704b-1607-503b-b57d-16c988ab9d48-f1f872a8-8c83-491d-a058-f3062ae05e02', 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02', 'project_id': '7644cad195174da080a9989cec76033d', 'fixed_ips': [{'subnet_id': '7a946932-a135-4c28-87e7-e0dfbc992493'}]}} from dv-cinder-854264-2-iscsi. {{(pid=107112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:39:26.423761 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.477854 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1044852'] for router (199bdba7-2bc4-437f-9762-e931a5512a49), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.478913 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1044859'] for router (199bdba7-2bc4-437f-9762-e931a5512a49), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.519763 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:26.536224 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks [] for router_controller (199bdba7-2bc4-437f-9762-e931a5512a49), precommit_add_association {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.655465 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:26.704114 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.db_base_plugin_common [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Allocated IP 172.20.0.2 (f1f872a8-8c83-491d-a058-f3062ae05e02/7a946932-a135-4c28-87e7-e0dfbc992493/d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a) {{(pid=107112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:26.716910 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:26Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:26.748820 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12da04-8266-42c0-8a0d-ebb201628090 None None] The sync data for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi is: [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:26Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:26.819068 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks [] for router_gateway (199bdba7-2bc4-437f-9762-e931a5512a49), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.971858 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 593ad1c6-1245-402a-924d-2be6c6087ab4 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:27.064113 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 593ad1c6-1245-402a-924d-2be6c6087ab4 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:27.064681 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:27.186527 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Publish callbacks [] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), precommit_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:27.224657 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 593ad1c6-1245-402a-924d-2be6c6087ab4 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:27.235332 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks [] for router_gateway (199bdba7-2bc4-437f-9762-e931a5512a49), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:27.275201 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), after_create {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:27.281597 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:27.326768 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Network f1f872a8-8c83-491d-a058-f3062ae05e02 is already hosted by enough agents. {{(pid=107112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:27.330314 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.scheduler.base_scheduler [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Resources bound (agent type, host, resource id): {{(pid=107112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:27.333613 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Received port after_create {{(pid=107112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:27.344556 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Pushing event updated for resources: {'Port': ['ID=d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a,revision_number=1']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:27.439843 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Attempting to bind port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:27.439843 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Attempting to bind port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '259bea03-ff11-473e-a301-9119a7b6ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:27.439843 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Attempting to bind port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a on network f1f872a8-8c83-491d-a058-f3062ae05e02 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:27.445182 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:27.445568 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Checking segment: {'id': '259bea03-ff11-473e-a301-9119a7b6ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:27.445982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:27.446347 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Bound using segment: {'id': '259bea03-ff11-473e-a301-9119a7b6ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:27.446833 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Bound port: d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259bea03-ff11-473e-a301-9119a7b6ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:27.447277 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:27.549637 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] For port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:27.555524 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] For port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a,segment=NetworkSegment(259bea03-ff11-473e-a301-9119a7b6ff49),segment_id=259bea03-ff11-473e-a301-9119a7b6ff49)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:27.558872 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:27.651772 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:27.708373 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Allocated IP 172.27.3.224 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/ba0c8296-b530-4ed6-a6d1-c457675e3ef8) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:27.719707 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb814f-4b36-425e-9491-9c71b531a111 None None] Pushing event updated for resources: {'Port': ['ID=d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a,revision_number=2']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:27.868191 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks [] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.034155 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.101193 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:28.105490 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:28.109216 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:28.113515 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:28.117629 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0c8296-b530-4ed6-a6d1-c457675e3ef8,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:28.272483 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:28.585573 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks [] for router_gateway (199bdba7-2bc4-437f-9762-e931a5512a49), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.801248 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31ef8b-3923-4aac-a746-83cb41a9868e None None] Network f1f872a8-8c83-491d-a058-f3062ae05e02 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:39:28.857036 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441950'] for router (199bdba7-2bc4-437f-9762-e931a5512a49), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.881502 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:28.958620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-f41dc081-35c9-4849-94c8-2568d959cdf5 None None] Provisioning complete for port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:28.959293 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f41dc081-35c9-4849-94c8-2568d959cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.125098 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Router 199bdba7-2bc4-437f-9762-e931a5512a49 is scheduled to L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 with binding_index 1 {{(pid=107111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:39:29.125603 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:29.126222 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.218395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-f41dc081-35c9-4849-94c8-2568d959cdf5 None None] Current status of the port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:29.218395 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f41dc081-35c9-4849-94c8-2568d959cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.243646 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:29.256080 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Sync routers for ids ['199bdba7-2bc4-437f-9762-e931a5512a49'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:29.269227 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Routers {'199bdba7-2bc4-437f-9762-e931a5512a49'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:29.269868 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:39:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['199bdba7-2bc4-437f-9762-e931a5512a49'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:29.291486 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-f41dc081-35c9-4849-94c8-2568d959cdf5 None None] For port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a,segment=NetworkSegment(259bea03-ff11-473e-a301-9119a7b6ff49),segment_id=259bea03-ff11-473e-a301-9119a7b6ff49)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:29.294153 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:29.294551 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.379343 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Set router 199bdba7-2bc4-437f-9762-e931a5512a49 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:29.407003 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.408342 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-bbab4d80-dc44-4047-8023-c47c3c865c34 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0567420 Aug 29 21:39:29.416095 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52670) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:29.457758 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f41dc081-35c9-4849-94c8-2568d959cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.487762 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:29.541730 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.db.api [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 21:39:29.542175 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG oslo_db.api [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 21:39:29.546898 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dc081-35c9-4849-94c8-2568d959cdf5 None None] Pushing event updated for resources: {'Port': ['ID=d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:29.580886 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-27251abd-6126-4474-b10e-c50cb1e88855 None None] Provisioning complete for port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:29.581398 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-27251abd-6126-4474-b10e-c50cb1e88855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.594223 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:26Z', 'updated_at': '2022-08-29T21:39:28Z', 'revision_number': 3, 'project_id': '7644cad195174da080a9989cec76033d', 'gw_port': {'id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:27Z', 'updated_at': '2022-08-29T21:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:29.625784 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Checking router: 199bdba7-2bc4-437f-9762-e931a5512a49 for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:29.626446 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Updating router 199bdba7-2bc4-437f-9762-e931a5512a49 port ba0c8296-b530-4ed6-a6d1-c457675e3ef8 binding host dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:39:29.661891 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.669047 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:29.673984 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-27251abd-6126-4474-b10e-c50cb1e88855 None None] Current status of the port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:29.743443 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:29.768215 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:29.897292 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.928456 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:29.942622 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Publish callbacks [] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), precommit_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.074874 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Allocated IP 172.20.0.1 (f1f872a8-8c83-491d-a058-f3062ae05e02/7a946932-a135-4c28-87e7-e0dfbc992493/c642b5c7-86c1-4fbe-b285-3ad729874327) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:30.077586 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:30.078660 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 182b0149-9891-446b-a3fc-7cea92477f94 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:30.120172 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.146229 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 182b0149-9891-446b-a3fc-7cea92477f94 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:30.150032 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (182b0149-9891-446b-a3fc-7cea92477f94), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.196053 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Attempting to bind port ba0c8296-b530-4ed6-a6d1-c457675e3ef8 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:30.196572 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Attempting to bind port ba0c8296-b530-4ed6-a6d1-c457675e3ef8 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:30.196773 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Attempting to bind port ba0c8296-b530-4ed6-a6d1-c457675e3ef8 on network 8e50b5a2-d262-4307-86c7-61ee89820895 {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:30.211669 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77deb4d-2045-45dc-a2ad-b8176cb30df0 None None] Pushing event updated for resources: {'Port': ['ID=ba0c8296-b530-4ed6-a6d1-c457675e3ef8,revision_number=2']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:30.211669 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:30.211669 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Checking segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:30.212389 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.212389 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Bound using segment: {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'} {{(pid=107113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:30.213935 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.managers [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Bound port: ba0c8296-b530-4ed6-a6d1-c457675e3ef8, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ebad8-0d7e-47f7-876b-89e4e73c64c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895'}}] {{(pid=107113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:30.213935 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), before_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.253027 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Publish callbacks [] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.278748 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] For port ba0c8296-b530-4ed6-a6d1-c457675e3ef8, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:30.280601 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 182b0149-9891-446b-a3fc-7cea92477f94 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:30.281104 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (182b0149-9891-446b-a3fc-7cea92477f94), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.282607 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.plugins.ml2.db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] For port ba0c8296-b530-4ed6-a6d1-c457675e3ef8, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ba0c8296-b530-4ed6-a6d1-c457675e3ef8,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:30.318570 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port 182b0149-9891-446b-a3fc-7cea92477f94, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=182b0149-9891-446b-a3fc-7cea92477f94,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:30.388499 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron_lib.callbacks.manager [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), after_update {{(pid=107113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.425236 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Routers {'199bdba7-2bc4-437f-9762-e931a5512a49'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:30.425791 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:39:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['199bdba7-2bc4-437f-9762-e931a5512a49'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:30.427402 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (182b0149-9891-446b-a3fc-7cea92477f94), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.427547 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.474865 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:30.477408 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Network f1f872a8-8c83-491d-a058-f3062ae05e02 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:30.481134 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:30.481443 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:30.485567 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:30.489770 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Pushing event updated for resources: {'Port': ['ID=c642b5c7-86c1-4fbe-b285-3ad729874327,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:30.490075 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=182b0149-9891-446b-a3fc-7cea92477f94,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:30.538944 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-441402'] for router_interface (199bdba7-2bc4-437f-9762-e931a5512a49), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.561770 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77deb4d-2045-45dc-a2ad-b8176cb30df0 None None] Pushing event updated for resources: {'Port': ['ID=ba0c8296-b530-4ed6-a6d1-c457675e3ef8,revision_number=3']} {{(pid=107113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:30.585796 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] Set router 199bdba7-2bc4-437f-9762-e931a5512a49 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:30.785003 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.805320 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-657b9704-c15a-46e7-97e3-24d001d87eaf None None] Provisioning complete for port c642b5c7-86c1-4fbe-b285-3ad729874327 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:30.806061 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-657b9704-c15a-46e7-97e3-24d001d87eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.829426 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:26Z', 'updated_at': '2022-08-29T21:39:28Z', 'revision_number': 3, 'project_id': '7644cad195174da080a9989cec76033d', 'gw_port': {'id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:27Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:30.841710 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:30.863574 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c489ba2-145f-46bd-8e61-d0c2a0d01d18 None None] The sync data for ids ['199bdba7-2bc4-437f-9762-e931a5512a49'] in dv-cinder-854264-2-iscsi is: [{'id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:26Z', 'updated_at': '2022-08-29T21:39:28Z', 'revision_number': 3, 'project_id': '7644cad195174da080a9989cec76033d', 'gw_port': {'id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:27Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:30.878266 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-657b9704-c15a-46e7-97e3-24d001d87eaf None None] Port c642b5c7-86c1-4fbe-b285-3ad729874327 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:39:30.907925 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:30.908321 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.986811 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:30.987899 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 182b0149-9891-446b-a3fc-7cea92477f94 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:31.007698 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Publish callbacks [] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:31.050146 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port 182b0149-9891-446b-a3fc-7cea92477f94 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:31.050519 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (182b0149-9891-446b-a3fc-7cea92477f94), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:31.090405 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:31.168651 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port 182b0149-9891-446b-a3fc-7cea92477f94 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:31.194350 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Pushing event updated for resources: {'Port': ['ID=c642b5c7-86c1-4fbe-b285-3ad729874327,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:31.202033 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441518'] for router_interface (199bdba7-2bc4-437f-9762-e931a5512a49), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:31.259961 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:31.318266 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Network f1f872a8-8c83-491d-a058-f3062ae05e02 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:31.319910 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:31.476613 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Router 199bdba7-2bc4-437f-9762-e931a5512a49 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:39:31.607152 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-55415aac-35be-4b1a-8750-06e8edae9c36 None None] Provisioning complete for port c642b5c7-86c1-4fbe-b285-3ad729874327 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:31.607612 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-55415aac-35be-4b1a-8750-06e8edae9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:31.616340 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:31.631205 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-652f69f4-f62d-4faf-b1bc-fa09d1636acb admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/199bdba7-2bc4-437f-9762-e931a5512a49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2182813 Aug 29 21:39:31.649243 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-55415aac-35be-4b1a-8750-06e8edae9c36 None None] Port c642b5c7-86c1-4fbe-b285-3ad729874327 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:39:32.186753 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52678) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:32.194560 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-5af92489-10b5-44b8-8e5a-085912ab2df4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944143218', 'description': 'tempest-secgroup-smoke-1944143218 description', 'project_id': '77472ffae4da491881e41c08aa09e4fc'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:32.320336 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5af92489-10b5-44b8-8e5a-085912ab2df4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.382570 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:32.411416 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5af92489-10b5-44b8-8e5a-085912ab2df4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group (5c2b009d-2410-4a8e-854d-09032ce8d51f), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.525639 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5af92489-10b5-44b8-8e5a-085912ab2df4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (5c2b009d-2410-4a8e-854d-09032ce8d51f), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.567385 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af92489-10b5-44b8-8e5a-085912ab2df4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b009d-2410-4a8e-854d-09032ce8d51f,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:32.628328 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-5af92489-10b5-44b8-8e5a-085912ab2df4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.629808 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-5af92489-10b5-44b8-8e5a-085912ab2df4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4417841 Aug 29 21:39:32.633458 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52680) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:32.638631 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-3f24c561-585a-4c2b-b7b5-36b5b041cb7d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'security_group_rule': {'security_group_id': '5c2b009d-2410-4a8e-854d-09032ce8d51f', 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:32.778056 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3f24c561-585a-4c2b-b7b5-36b5b041cb7d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (cc59d249-a770-4710-91db-61f3ba261fc0), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.798330 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ba0c8296-b530-4ed6-a6d1-c457675e3ef8 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:32.846243 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3f24c561-585a-4c2b-b7b5-36b5b041cb7d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (cc59d249-a770-4710-91db-61f3ba261fc0), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.850014 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port ba0c8296-b530-4ed6-a6d1-c457675e3ef8 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:32.850399 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.889096 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:32.937269 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3f24c561-585a-4c2b-b7b5-36b5b041cb7d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (cc59d249-a770-4710-91db-61f3ba261fc0), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.943668 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port ba0c8296-b530-4ed6-a6d1-c457675e3ef8 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:32.944105 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.962160 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:32.968516 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24c561-585a-4c2b-b7b5-36b5b041cb7d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc59d249-a770-4710-91db-61f3ba261fc0,revision_number=0']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:32.981430 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port ba0c8296-b530-4ed6-a6d1-c457675e3ef8, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ba0c8296-b530-4ed6-a6d1-c457675e3ef8,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:33.059609 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-3f24c561-585a-4c2b-b7b5-36b5b041cb7d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.061322 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.061766 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-3f24c561-585a-4c2b-b7b5-36b5b041cb7d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4268742 Aug 29 21:39:33.066163 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52682) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:33.072868 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-2d96bd25-f482-411d-a7f5-1e23ab9b7510 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'security_group_rule': {'security_group_id': '5c2b009d-2410-4a8e-854d-09032ce8d51f', 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:33.127983 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=ba0c8296-b530-4ed6-a6d1-c457675e3ef8,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:33.194436 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-58f29499-5324-4037-a628-ff680f80bc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.202038 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2d96bd25-f482-411d-a7f5-1e23ab9b7510 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (f6b4e656-9669-450a-9636-f665a593937f), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.278348 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2d96bd25-f482-411d-a7f5-1e23ab9b7510 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (f6b4e656-9669-450a-9636-f665a593937f), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.343236 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2d96bd25-f482-411d-a7f5-1e23ab9b7510 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (f6b4e656-9669-450a-9636-f665a593937f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.378181 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96bd25-f482-411d-a7f5-1e23ab9b7510 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b4e656-9669-450a-9636-f665a593937f,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:33.471389 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-2d96bd25-f482-411d-a7f5-1e23ab9b7510 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.472912 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-2d96bd25-f482-411d-a7f5-1e23ab9b7510 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4047933 Aug 29 21:39:33.477108 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52684) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:33.482010 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-e9a11463-55d7-420f-91bd-8d04ee09e731 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'security_group_rule': {'security_group_id': '5c2b009d-2410-4a8e-854d-09032ce8d51f', 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:33.592989 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e9a11463-55d7-420f-91bd-8d04ee09e731 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (318aabde-896a-4dab-ae41-14bf96c0000c), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.670846 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e9a11463-55d7-420f-91bd-8d04ee09e731 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (318aabde-896a-4dab-ae41-14bf96c0000c), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.739225 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Sync routers for ids ['199bdba7-2bc4-437f-9762-e931a5512a49'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:33.742219 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e9a11463-55d7-420f-91bd-8d04ee09e731 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (318aabde-896a-4dab-ae41-14bf96c0000c), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.754011 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Routers {'199bdba7-2bc4-437f-9762-e931a5512a49'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:33.759565 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:39:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['199bdba7-2bc4-437f-9762-e931a5512a49'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:33.765827 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a11463-55d7-420f-91bd-8d04ee09e731 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318aabde-896a-4dab-ae41-14bf96c0000c,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:33.846368 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-e9a11463-55d7-420f-91bd-8d04ee09e731 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.850849 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-e9a11463-55d7-420f-91bd-8d04ee09e731 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3700473 Aug 29 21:39:33.855513 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52686) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:33.856780 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-ea0059c8-6144-4d2a-a5a3-8e46d72d4260 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'security_group_rule': {'security_group_id': '5c2b009d-2410-4a8e-854d-09032ce8d51f', 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:33.883250 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Set router 199bdba7-2bc4-437f-9762-e931a5512a49 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:33.969653 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea0059c8-6144-4d2a-a5a3-8e46d72d4260 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (bc1b9e05-9530-4490-a796-0f9e3297ae34), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.044783 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:34.071848 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea0059c8-6144-4d2a-a5a3-8e46d72d4260 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (bc1b9e05-9530-4490-a796-0f9e3297ae34), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.130076 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:26Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 4, 'project_id': '7644cad195174da080a9989cec76033d', 'gw_port': {'id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:27Z', 'updated_at': '2022-08-29T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'c642b5c7-86c1-4fbe-b285-3ad729874327', 'name': '', 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02', 'tenant_id': '7644cad195174da080a9989cec76033d', 'mac_address': 'fa:16:3e:26:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '7a946932-a135-4c28-87e7-e0dfbc992493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:29Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 2, 'project_id': '7644cad195174da080a9989cec76033d', 'subnets': [{'id': '7a946932-a135-4c28-87e7-e0dfbc992493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:34.140858 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea0059c8-6144-4d2a-a5a3-8e46d72d4260 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (bc1b9e05-9530-4490-a796-0f9e3297ae34), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.163869 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Checking router: 199bdba7-2bc4-437f-9762-e931a5512a49 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:34.164572 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Updating router 199bdba7-2bc4-437f-9762-e931a5512a49 port c642b5c7-86c1-4fbe-b285-3ad729874327 binding host dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:39:34.164820 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0059c8-6144-4d2a-a5a3-8e46d72d4260 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1b9e05-9530-4490-a796-0f9e3297ae34,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:34.199720 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.281708 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ea0059c8-6144-4d2a-a5a3-8e46d72d4260 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.283671 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ea0059c8-6144-4d2a-a5a3-8e46d72d4260 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4308603 Aug 29 21:39:34.287631 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52688) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:34.292940 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-01f7d878-e255-4316-aed6-850b8d717bb8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'security_group_rule': {'security_group_id': '5c2b009d-2410-4a8e-854d-09032ce8d51f', 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:34.408980 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.securitygroups_db [None req-01f7d878-e255-4316-aed6-850b8d717bb8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Project 77472ffae4da491881e41c08aa09e4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:39:34.417377 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-01f7d878-e255-4316-aed6-850b8d717bb8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (3c38eaca-ca95-4706-ac90-37bf164863cf), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.511103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-01f7d878-e255-4316-aed6-850b8d717bb8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (3c38eaca-ca95-4706-ac90-37bf164863cf), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.588077 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-01f7d878-e255-4316-aed6-850b8d717bb8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (3c38eaca-ca95-4706-ac90-37bf164863cf), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.613552 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7d878-e255-4316-aed6-850b8d717bb8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c38eaca-ca95-4706-ac90-37bf164863cf,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:34.703181 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-01f7d878-e255-4316-aed6-850b8d717bb8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.704638 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-01f7d878-e255-4316-aed6-850b8d717bb8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4155855 Aug 29 21:39:34.709637 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52690) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:34.710744 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Publish callbacks [] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), precommit_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.715380 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-75b11176-8ea9-438c-8065-89e10d958e43 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'security_group_rule': {'security_group_id': '5c2b009d-2410-4a8e-854d-09032ce8d51f', 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:34.801588 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ba0c8296-b530-4ed6-a6d1-c457675e3ef8 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:34.828466 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.securitygroups_db [None req-75b11176-8ea9-438c-8065-89e10d958e43 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Project 77472ffae4da491881e41c08aa09e4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:39:34.831020 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.837019 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-75b11176-8ea9-438c-8065-89e10d958e43 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (fcecafe6-cd1b-49de-8383-73176e66f2d9), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.849563 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:34.888699 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:34.922011 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bdfb2-2a70-4696-9b27-96bb3f18ffbd None None] Pushing event updated for resources: {'Port': ['ID=c642b5c7-86c1-4fbe-b285-3ad729874327,revision_number=3']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:34.934042 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port ba0c8296-b530-4ed6-a6d1-c457675e3ef8 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:34.934401 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.952850 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-75b11176-8ea9-438c-8065-89e10d958e43 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (fcecafe6-cd1b-49de-8383-73176e66f2d9), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.995645 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:35.001212 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Attempting to bind port c642b5c7-86c1-4fbe-b285-3ad729874327 on host dv-cinder-854264-2-iscsi for vnic_type normal with profile {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:35.001585 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Attempting to bind port c642b5c7-86c1-4fbe-b285-3ad729874327 by drivers openvswitch,hyperv on host dv-cinder-854264-2-iscsi at level 0 using segments [{'id': '259bea03-ff11-473e-a301-9119a7b6ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02'}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:35.001950 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Attempting to bind port c642b5c7-86c1-4fbe-b285-3ad729874327 on network f1f872a8-8c83-491d-a058-f3062ae05e02 {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:35.011297 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Checking agent: {'id': '14b716fe-774e-4e4d-ad80-58c2e7ec3055', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 18, 8), 'started_at': datetime.datetime(2022, 8, 29, 21, 18, 38), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:35.011696 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Checking segment: {'id': '259bea03-ff11-473e-a301-9119a7b6ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:35.012093 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:35.012497 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Bound using segment: {'id': '259bea03-ff11-473e-a301-9119a7b6ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02'} {{(pid=107112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:35.012979 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.managers [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Bound port: c642b5c7-86c1-4fbe-b285-3ad729874327, host: dv-cinder-854264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259bea03-ff11-473e-a301-9119a7b6ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02'}}] {{(pid=107112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:35.013363 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:35.033927 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-75b11176-8ea9-438c-8065-89e10d958e43 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443433'] for security_group_rule (fcecafe6-cd1b-49de-8383-73176e66f2d9), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:35.054990 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b11176-8ea9-438c-8065-89e10d958e43 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcecafe6-cd1b-49de-8383-73176e66f2d9,revision_number=0']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:35.094889 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port ba0c8296-b530-4ed6-a6d1-c457675e3ef8 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:35.135561 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] For port c642b5c7-86c1-4fbe-b285-3ad729874327, host dv-cinder-854264-2-iscsi, cleared binding levels {{(pid=107112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:35.138494 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] For port c642b5c7-86c1-4fbe-b285-3ad729874327, host dv-cinder-854264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=c642b5c7-86c1-4fbe-b285-3ad729874327,segment=NetworkSegment(259bea03-ff11-473e-a301-9119a7b6ff49),segment_id=259bea03-ff11-473e-a301-9119a7b6ff49)] {{(pid=107112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:35.161970 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-75b11176-8ea9-438c-8065-89e10d958e43 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:35.170861 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-75b11176-8ea9-438c-8065-89e10d958e43 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4526069 Aug 29 21:39:35.230797 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:35.283771 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Routers {'199bdba7-2bc4-437f-9762-e931a5512a49'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:35.284467 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:39:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['199bdba7-2bc4-437f-9762-e931a5512a49'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:35.339854 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-3c39372c-f8d0-4f2b-9ad1-0c01b094eaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:35.361529 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bdfb2-2a70-4696-9b27-96bb3f18ffbd None None] Pushing event updated for resources: {'Port': ['ID=c642b5c7-86c1-4fbe-b285-3ad729874327,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:35.460056 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] Set router 199bdba7-2bc4-437f-9762-e931a5512a49 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:35.730821 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:26Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 4, 'project_id': '7644cad195174da080a9989cec76033d', 'gw_port': {'id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:27Z', 'updated_at': '2022-08-29T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'c642b5c7-86c1-4fbe-b285-3ad729874327', 'name': '', 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02', 'tenant_id': '7644cad195174da080a9989cec76033d', 'mac_address': 'fa:16:3e:26:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '7a946932-a135-4c28-87e7-e0dfbc992493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:29Z', 'updated_at': '2022-08-29T21:39:35Z', 'revision_number': 4, 'project_id': '7644cad195174da080a9989cec76033d', 'subnets': [{'id': '7a946932-a135-4c28-87e7-e0dfbc992493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:35.765703 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb537913-f8be-44f9-898d-d52d430235c0 None None] The sync data for ids ['199bdba7-2bc4-437f-9762-e931a5512a49'] in dv-cinder-854264-2-iscsi is: [{'id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:26Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 4, 'project_id': '7644cad195174da080a9989cec76033d', 'gw_port': {'id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:27Z', 'updated_at': '2022-08-29T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': 'c642b5c7-86c1-4fbe-b285-3ad729874327', 'name': '', 'network_id': 'f1f872a8-8c83-491d-a058-f3062ae05e02', 'tenant_id': '7644cad195174da080a9989cec76033d', 'mac_address': 'fa:16:3e:26:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '7a946932-a135-4c28-87e7-e0dfbc992493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:29Z', 'updated_at': '2022-08-29T21:39:35Z', 'revision_number': 4, 'project_id': '7644cad195174da080a9989cec76033d', 'subnets': [{'id': '7a946932-a135-4c28-87e7-e0dfbc992493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:36.786602 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.819345 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device c642b5c7-86c1-4fbe-b285-3ad729874327 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:36.892570 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port c642b5c7-86c1-4fbe-b285-3ad729874327 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:36.892953 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.990701 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port c642b5c7-86c1-4fbe-b285-3ad729874327 is: DOWN; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:36.991340 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.017280 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:37.041647 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] For port c642b5c7-86c1-4fbe-b285-3ad729874327, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=c642b5c7-86c1-4fbe-b285-3ad729874327,segment=NetworkSegment(259bea03-ff11-473e-a301-9119a7b6ff49),segment_id=259bea03-ff11-473e-a301-9119a7b6ff49)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:37.115473 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.143919 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.168697 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Pushing event updated for resources: {'Port': ['ID=c642b5c7-86c1-4fbe-b285-3ad729874327,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:38.323132 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.426905 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.784167 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device c642b5c7-86c1-4fbe-b285-3ad729874327 up at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:38.840031 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Provisioning complete for port c642b5c7-86c1-4fbe-b285-3ad729874327 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:38.840652 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.900539 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:38.949498 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Current status of the port c642b5c7-86c1-4fbe-b285-3ad729874327 is: ACTIVE; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:42.961364 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:42.966716 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:45.068489 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:46.025892 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=8 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:46.026691 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=64 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:47.967259 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17367871-35e0-4f81-ad99-f66085f5b101 req-14ef1f5a-5b84-49bf-aad1-65680ec91f13 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548308 Aug 29 21:39:48.059848 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17367871-35e0-4f81-ad99-f66085f5b101 req-c2fcdcc8-2c83-4795-b241-ed5b9c3abdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:48.061434 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17367871-35e0-4f81-ad99-f66085f5b101 req-c2fcdcc8-2c83-4795-b241-ed5b9c3abdef service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1129 time: 0.0445268 Aug 29 21:39:48.178051 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17367871-35e0-4f81-ad99-f66085f5b101 req-6c897df1-3c9e-4ea7-97d2-152c28e72776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:48.179555 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17367871-35e0-4f81-ad99-f66085f5b101 req-6c897df1-3c9e-4ea7-97d2-152c28e72776 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 200 len: 909 time: 0.0978291 Aug 29 21:39:48.247664 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17367871-35e0-4f81-ad99-f66085f5b101 req-9c5867e9-874a-4387-83d9-45588caebdfe service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 1000 time: 0.0615005 Aug 29 21:39:48.304681 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17367871-35e0-4f81-ad99-f66085f5b101 req-a22e1d87-568a-4d44-ba83-cc916de40872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:48.306156 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17367871-35e0-4f81-ad99-f66085f5b101 req-a22e1d87-568a-4d44-ba83-cc916de40872 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=0de17087-d83e-451b-9dde-6fdf1da42491 HTTP/1.1" status: 200 len: 847 time: 0.0507724 Aug 29 21:39:48.355470 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17367871-35e0-4f81-ad99-f66085f5b101 req-8909c346-7cda-41d8-a419-495a3c2c68df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:48.357036 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17367871-35e0-4f81-ad99-f66085f5b101 req-8909c346-7cda-41d8-a419-495a3c2c68df service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c751c7e2-184d-4f27-8a13-c3f74b9178e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426853 Aug 29 21:39:48.452814 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17367871-35e0-4f81-ad99-f66085f5b101 req-4e281349-c876-4b91-a5e0-1ad2eed6e945 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887377 Aug 29 21:39:48.554348 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17367871-35e0-4f81-ad99-f66085f5b101 req-7ced82d2-e238-4fc9-96b6-4a8a1d594402 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932770 Aug 29 21:39:48.946407 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:53.515379 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-0afeec47-ee20-416c-978a-39897dcb2695 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1944143218&fields=id&tenant_id=77472ffae4da491881e41c08aa09e4fc HTTP/1.1" status: 200 len: 267 time: 0.0540097 Aug 29 21:39:53.628481 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085f515-466a-4e28-887f-ef56e2930c14 req-e7428803-eeb9-495f-b388-e16779038bc7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:53.630166 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-e7428803-eeb9-495f-b388-e16779038bc7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 811 time: 0.1073430 Aug 29 21:39:53.646588 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9439160b-2ab0-4f81-bfbb-f6cd9e71e9b0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/quotas/77472ffae4da491881e41c08aa09e4fc HTTP/1.1" status: 200 len: 375 time: 0.0104012 Aug 29 21:39:53.708441 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-5d697bef-41ee-4b0a-9ed4-6a8c7f152dae tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558419 Aug 29 21:39:53.820170 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-dd28176f-0525-49b0-91e0-712b009bbf8a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996981 Aug 29 21:39:53.929858 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-34667937-0b36-427a-984f-7d13cc855e09 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003397 Aug 29 21:39:54.707710 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6141f0c8-922d-42e9-8e5e-fc4d5c16e587 req-8f1ab29a-2364-44e9-808c-6e61b1fa2a01 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 210 time: 0.0304246 Aug 29 21:39:55.801038 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-62eee7e1-d534-40d7-9989-2c92f3c94f3d req-ad9d16b1-657d-443a-89df-122cd5b2eb42 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 210 time: 0.0322096 Aug 29 21:39:56.050126 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:39:56.912178 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-04bce8ef-db5d-4719-ab29-59cedc09474b req-b2a446ce-0832-4b41-b8e7-ac12ae46860d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 210 time: 0.0334766 Aug 29 21:39:57.337779 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085f515-466a-4e28-887f-ef56e2930c14 req-2ee96242-809a-47e0-ab67-1df277a09861 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:57.339354 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-2ee96242-809a-47e0-ab67-1df277a09861 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 811 time: 0.1093009 Aug 29 21:39:57.416666 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-91cabe17-c8ae-4827-9633-7a539f59bc74 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77472ffae4da491881e41c08aa09e4fc HTTP/1.1" status: 200 len: 380 time: 0.0590954 Aug 29 21:39:57.425446 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'port': {'device_id': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'admin_state_up': True, 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'security_groups': ['5c2b009d-2410-4a8e-854d-09032ce8d51f']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:57.645715 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Made reservation on behalf of 77472ffae4da491881e41c08aa09e4fc for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:57.649704 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:57.771072 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:57.782878 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Allocated IP 172.20.0.13 (526ac953-2d63-4bf1-8bf8-4e48840fae3d/140a35b0-7171-4898-b848-3dae4f721fee/17bc32b1-475a-4b13-b961-57b63a7f446f) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:57.784672 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:57.935358 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.057412 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-16b59217-d1d8-40c9-a85b-48c754a469d9 req-8da85966-0867-475d-9479-7b5a526b2f85 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 210 time: 0.0333843 Aug 29 21:39:58.102675 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.157166 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:58.161195 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:58.165442 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:58.171434 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'Port': ['ID=17bc32b1-475a-4b13-b961-57b63a7f446f,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:58.227988 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:58.228661 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.363923 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-8682e1ce-dc8a-4f0b-a407-b321947b537a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9422421 Aug 29 21:39:58.382834 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Request body: {'port': {'device_id': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:58.465793 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.475166 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-266bfb59-7e4b-4aea-8a0f-2d87fd9aece1 None None] Provisioning complete for port 17bc32b1-475a-4b13-b961-57b63a7f446f triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:58.475796 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-266bfb59-7e4b-4aea-8a0f-2d87fd9aece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.522942 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-266bfb59-7e4b-4aea-8a0f-2d87fd9aece1 None None] Port 17bc32b1-475a-4b13-b961-57b63a7f446f cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:39:58.613601 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:58.784453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bc32b1-475a-4b13-b961-57b63a7f446f {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:58.793175 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Publish callbacks [] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.810146 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Transition to ACTIVE for port object 17bc32b1-475a-4b13-b961-57b63a7f446f will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:39:58.942571 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:59.027338 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Pushing event updated for resources: {'Port': ['ID=17bc32b1-475a-4b13-b961-57b63a7f446f,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:59.064578 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Attempting to bind port 17bc32b1-475a-4b13-b961-57b63a7f446f on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:59.064917 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Attempting to bind port 17bc32b1-475a-4b13-b961-57b63a7f446f by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:59.065606 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Attempting to bind port 17bc32b1-475a-4b13-b961-57b63a7f446f on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:59.070475 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Port 17bc32b1-475a-4b13-b961-57b63a7f446f on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:39:59.077882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Attempting to bind port 17bc32b1-475a-4b13-b961-57b63a7f446f on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:59.077882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:59.077882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:59.077882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Checking segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:59.077882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Bound using segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:59.078635 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Bound port: 17bc32b1-475a-4b13-b961-57b63a7f446f, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:59.078635 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:59.163667 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] For port 17bc32b1-475a-4b13-b961-57b63a7f446f, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:59.193912 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] For port 17bc32b1-475a-4b13-b961-57b63a7f446f, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17bc32b1-475a-4b13-b961-57b63a7f446f,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:59.210682 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a9f5-2bc7-458a-af3d-f4e799a49310 req-d1f96199-c962-4254-b74d-be59b51565cf tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:59.212335 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e640a9f5-2bc7-458a-af3d-f4e799a49310 req-d1f96199-c962-4254-b74d-be59b51565cf tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 944 time: 0.0606053 Aug 29 21:39:59.272193 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e640a9f5-2bc7-458a-af3d-f4e799a49310 req-fbc442ff-88a5-4adf-a86e-881c6e3da130 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534344 Aug 29 21:39:59.353697 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:59.357590 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:59.358237 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:59.361766 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/17bc32b1-475a-4b13-b961-57b63a7f446f HTTP/1.1" status: 200 len: 1094 time: 0.9867330 Aug 29 21:39:59.361980 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'tag': '17bc32b1-475a-4b13-b961-57b63a7f446f'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:59.364543 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdbbd15-8874-431b-84b0-62139801f20f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdda6e45-0167-46da-96c8-2d23ee9767db", "tag": "17bc32b1-475a-4b13-b961-57b63a7f446f"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:59.410124 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e840b8c1-8496-4e55-99cf-260d688b2e59 x-openstack-request-id: req-e840b8c1-8496-4e55-99cf-260d688b2e59 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:59.410386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdda6e45-0167-46da-96c8-2d23ee9767db", "tag": "17bc32b1-475a-4b13-b961-57b63a7f446f", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:59.410570 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e840b8c1-8496-4e55-99cf-260d688b2e59 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:59.410975 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e840b8c1-8496-4e55-99cf-260d688b2e59'] response: {'name': 'network-changed', 'server_uuid': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'tag': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'status': 'completed', 'code': 200} Aug 29 21:39:59.423041 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18fd2b-7f5f-4ae6-80e6-8b8f4d44d2fb service neutron] Pushing event updated for resources: {'Port': ['ID=17bc32b1-475a-4b13-b961-57b63a7f446f,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:59.478536 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbbd15-8874-431b-84b0-62139801f20f req-23793656-950a-457d-ac86-fdad949707af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:59.480001 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5cdbbd15-8874-431b-84b0-62139801f20f req-23793656-950a-457d-ac86-fdad949707af service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 1128 time: 0.0439250 Aug 29 21:39:59.756100 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbbd15-8874-431b-84b0-62139801f20f req-90c1a22c-bd5b-436a-afb6-fa8b4febf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:59.757760 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5cdbbd15-8874-431b-84b0-62139801f20f req-90c1a22c-bd5b-436a-afb6-fa8b4febf041 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=77472ffae4da491881e41c08aa09e4fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2710431 Aug 29 21:39:59.918624 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbbd15-8874-431b-84b0-62139801f20f req-512a64df-483b-4f69-8160-3ab96bae254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:59.921335 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5cdbbd15-8874-431b-84b0-62139801f20f req-512a64df-483b-4f69-8160-3ab96bae254c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1565661 Aug 29 21:40:00.313357 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085f515-466a-4e28-887f-ef56e2930c14 req-430e8a99-ccb0-4324-be5f-6c5864e4ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:00.315456 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-430e8a99-ccb0-4324-be5f-6c5864e4ccf9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 1128 time: 0.3503821 Aug 29 21:40:00.366904 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-f35d9b2e-ebee-4a46-83e4-1af4d1ad83e0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bc32b1-475a-4b13-b961-57b63a7f446f HTTP/1.1" status: 200 len: 217 time: 0.0426729 Aug 29 21:40:00.439421 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:00.451139 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecdefc-0990-4de6-b7c9-7c196fcd4bb9 req-39666eb4-ac3f-46a4-b1c0-34096f055a72 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:00.452765 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aaecdefc-0990-4de6-b7c9-7c196fcd4bb9 req-39666eb4-ac3f-46a4-b1c0-34096f055a72 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 944 time: 0.0840881 Aug 29 21:40:00.470769 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085f515-466a-4e28-887f-ef56e2930c14 req-bfe02ce4-5101-44b5-adb6-e7f3db4611e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:00.472236 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-bfe02ce4-5101-44b5-adb6-e7f3db4611e6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0909743 Aug 29 21:40:00.541243 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085f515-466a-4e28-887f-ef56e2930c14 req-20145d73-6032-428f-8877-f1fad5abc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:00.542740 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-20145d73-6032-428f-8877-f1fad5abc3de service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630841 Aug 29 21:40:00.546324 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-aaecdefc-0990-4de6-b7c9-7c196fcd4bb9 req-3d63d95c-330a-41d9-821d-9988cdf9fe2a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862339 Aug 29 21:40:00.692087 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-4abc2911-dcce-4c94-a0f8-6199daffbc65 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428719 Aug 29 21:40:00.792089 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2085f515-466a-4e28-887f-ef56e2930c14 req-2838fede-73a7-45f0-b2d1-c46c230fcbff service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923467 Aug 29 21:40:01.051971 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:01.685656 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0b0c-52d0-416d-bbad-a7e0ec9f6405 req-42179147-3fcc-4aef-96b7-f1c9d7dce2ab tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:01.687212 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-91fb0b0c-52d0-416d-bbad-a7e0ec9f6405 req-42179147-3fcc-4aef-96b7-f1c9d7dce2ab tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 944 time: 0.0544178 Aug 29 21:40:01.739645 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-91fb0b0c-52d0-416d-bbad-a7e0ec9f6405 req-1f34691b-549d-4869-99d0-46ec68be6dff tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460587 Aug 29 21:40:02.862227 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8a59-0e7e-4939-8901-5ba715c63e40 req-97429669-5aa2-4fbe-a053-03fd5b8d6bc4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:02.864509 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1c2f8a59-0e7e-4939-8901-5ba715c63e40 req-97429669-5aa2-4fbe-a053-03fd5b8d6bc4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 944 time: 0.0500364 Aug 29 21:40:02.924703 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1c2f8a59-0e7e-4939-8901-5ba715c63e40 req-b145944f-0983-42e5-bd57-9e849ccedbf3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541503 Aug 29 21:40:03.124731 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-5102f0ca-e88e-4d91-b8f2-a0322ca65e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:04.082438 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703addc5-0f2a-4b88-a2ac-318247069db4 req-8ca8668e-27af-4ccb-af9c-82012fcaf97b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:04.085010 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-703addc5-0f2a-4b88-a2ac-318247069db4 req-8ca8668e-27af-4ccb-af9c-82012fcaf97b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 944 time: 0.0629005 Aug 29 21:40:04.165691 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-703addc5-0f2a-4b88-a2ac-318247069db4 req-2eac4090-6a25-4acf-9c8f-aa6e16f2b61d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742693 Aug 29 21:40:05.299585 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001bdb6-4a9c-4cb0-9aee-43d3a38dc2ef req-68f47ef8-4f94-4b55-964f-8b7ef4fc8705 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:05.301352 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9001bdb6-4a9c-4cb0-9aee-43d3a38dc2ef req-68f47ef8-4f94-4b55-964f-8b7ef4fc8705 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 944 time: 0.0512457 Aug 29 21:40:05.353511 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-8fa8f687-59f1-49b4-b091-b29b54ab5e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:05.355730 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9001bdb6-4a9c-4cb0-9aee-43d3a38dc2ef req-f77f3132-93ef-49f3-b39f-096566277855 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480173 Aug 29 21:40:06.045267 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:06.489912 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a53a3-f41a-45fe-9fb2-adeb55fa1fcb req-79afca58-4fad-4802-8b92-b117afdd4077 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:06.491489 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-687a53a3-f41a-45fe-9fb2-adeb55fa1fcb req-79afca58-4fad-4802-8b92-b117afdd4077 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 944 time: 0.0571387 Aug 29 21:40:06.552580 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-687a53a3-f41a-45fe-9fb2-adeb55fa1fcb req-117ecac3-ca53-4f19-96d2-94c184f2d93d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532713 Aug 29 21:40:06.859855 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:07.152993 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:07.698338 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984086a0-9892-4dea-9def-f518e80314f8 req-c657ac65-0286-4b09-8298-3cc6bde7271d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:07.699523 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-984086a0-9892-4dea-9def-f518e80314f8 req-c657ac65-0286-4b09-8298-3cc6bde7271d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 944 time: 0.0622013 Aug 29 21:40:07.764203 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-984086a0-9892-4dea-9def-f518e80314f8 req-851fbf85-ba3f-4904-ac90-1df64b7df5e7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579603 Aug 29 21:40:07.895532 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 17bc32b1-475a-4b13-b961-57b63a7f446f details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:40:08.002263 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 17bc32b1-475a-4b13-b961-57b63a7f446f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17bc32b1-475a-4b13-b961-57b63a7f446f,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:08.016860 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'port_id': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'mac_address': 'fa:16:3e:bb:72:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:40:08.058252 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 17bc32b1-475a-4b13-b961-57b63a7f446f is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:40:08.058648 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:08.073653 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bc32b1-475a-4b13-b961-57b63a7f446f {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:40:08.099549 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 17bc32b1-475a-4b13-b961-57b63a7f446f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17bc32b1-475a-4b13-b961-57b63a7f446f,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:08.207445 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:08.341693 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=17bc32b1-475a-4b13-b961-57b63a7f446f,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:08.353640 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.353981 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.354310 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.354649 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.354998 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.355304 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.355684 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.356068 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.356397 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.361982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.361982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.361982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.361982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.361982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.361982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:08.397841 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:08.417215 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:08.481802 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['17bc32b1-475a-4b13-b961-57b63a7f446f'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:40:08.700030 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:08.718927 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:08.898060 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31112353-0ad2-4865-bab2-41bab021a9f5 req-ce3e46af-3e00-4a07-83a3-67fb0e0f417d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:08.899631 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-31112353-0ad2-4865-bab2-41bab021a9f5 req-ce3e46af-3e00-4a07-83a3-67fb0e0f417d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 945 time: 0.0566404 Aug 29 21:40:08.962966 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-31112353-0ad2-4865-bab2-41bab021a9f5 req-e562925f-fb58-4b02-978e-25c7a67f3bb1 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572371 Aug 29 21:40:09.912152 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 17bc32b1-475a-4b13-b961-57b63a7f446f up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:40:09.958670 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 17bc32b1-475a-4b13-b961-57b63a7f446f completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:40:10.025381 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 17bc32b1-475a-4b13-b961-57b63a7f446f triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:40:10.025795 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:10.099188 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5a423-cfc8-4a56-8747-a8d8eeb15859 req-bac2c17e-1745-4299-a88c-4ae498414050 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:10.100774 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17f5a423-cfc8-4a56-8747-a8d8eeb15859 req-bac2c17e-1745-4299-a88c-4ae498414050 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 945 time: 0.0576518 Aug 29 21:40:10.113783 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 17bc32b1-475a-4b13-b961-57b63a7f446f is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:40:10.114174 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:10.127386 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:10.151770 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bc32b1-475a-4b13-b961-57b63a7f446f'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:10.156059 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f84d3e9-d1d7-4313-b17b-675489e0ff20" -d '{"events": [{"server_uuid": "cdda6e45-0167-46da-96c8-2d23ee9767db", "name": "network-vif-plugged", "status": "completed", "tag": "17bc32b1-475a-4b13-b961-57b63a7f446f"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:10.171728 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-17f5a423-cfc8-4a56-8747-a8d8eeb15859 req-0168e6db-0f2b-4135-895c-d8aa0dcae7ee tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608964 Aug 29 21:40:10.174745 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 17bc32b1-475a-4b13-b961-57b63a7f446f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17bc32b1-475a-4b13-b961-57b63a7f446f,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:10.201618 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e965db61-b30c-40c7-9d4a-a858803969ea x-openstack-request-id: req-e965db61-b30c-40c7-9d4a-a858803969ea {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:10.202064 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdda6e45-0167-46da-96c8-2d23ee9767db", "name": "network-vif-plugged", "status": "completed", "tag": "17bc32b1-475a-4b13-b961-57b63a7f446f", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:10.202459 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e965db61-b30c-40c7-9d4a-a858803969ea {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:10.203053 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e965db61-b30c-40c7-9d4a-a858803969ea'] response: {'server_uuid': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'code': 200} Aug 29 21:40:10.295017 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:10.365273 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=17bc32b1-475a-4b13-b961-57b63a7f446f,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:10.625424 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23960-bf84-41c5-9e8c-b56b36de4e2c req-fd6ad604-dcb1-4f17-beb2-553a14e80dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:10.626956 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c3c23960-bf84-41c5-9e8c-b56b36de4e2c req-fd6ad604-dcb1-4f17-beb2-553a14e80dfd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 1130 time: 0.0413494 Aug 29 21:40:10.681663 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c3c23960-bf84-41c5-9e8c-b56b36de4e2c req-2666f71e-1710-4257-aaf8-2868ee0b73f7 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474710 Aug 29 21:40:11.305969 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dacbe8-5551-441b-b23e-a32e8fb66a09 req-d330c32f-c20b-4d49-8c25-44faa48e86a9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:11.307524 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9dacbe8-5551-441b-b23e-a32e8fb66a09 req-d330c32f-c20b-4d49-8c25-44faa48e86a9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 946 time: 0.0475059 Aug 29 21:40:11.371141 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-e9dacbe8-5551-441b-b23e-a32e8fb66a09 req-aa8ad977-29d7-45dd-a124-ea1eb8686d74 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573385 Aug 29 21:40:12.514156 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e36a64-1d3f-4ce2-9ab4-2f816ef1cb5c req-abed6ea3-b978-4e5c-a810-8d7e305a5b53 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:12.515759 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b6e36a64-1d3f-4ce2-9ab4-2f816ef1cb5c req-abed6ea3-b978-4e5c-a810-8d7e305a5b53 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 946 time: 0.0542734 Aug 29 21:40:12.570886 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b6e36a64-1d3f-4ce2-9ab4-2f816ef1cb5c req-afd7d907-fa53-43b7-9062-38cd9fe350f8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491340 Aug 29 21:40:12.705250 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d906f84-c5d8-40ae-8319-7218585a8b0d req-83d25227-8b3f-4eb1-a798-fdc87fc9683f tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:12.706788 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3d906f84-c5d8-40ae-8319-7218585a8b0d req-83d25227-8b3f-4eb1-a798-fdc87fc9683f tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 946 time: 0.0580399 Aug 29 21:40:12.761309 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3d906f84-c5d8-40ae-8319-7218585a8b0d req-3d2b9963-c3af-44e2-8a50-99249729575f tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485508 Aug 29 21:40:12.788298 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52864) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:12.930972 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a4503-173b-4894-8579-9e4c1f4609fb tempest-TestVolumeBootPattern-806924429 tempest-TestVolumeBootPattern-806924429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:12.933451 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-8e5a4503-173b-4894-8579-9e4c1f4609fb tempest-TestVolumeBootPattern-806924429 tempest-TestVolumeBootPattern-806924429-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 1125 time: 0.1432514 Aug 29 21:40:12.935707 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52868) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:12.940578 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'port_id': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:40:13.067479 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:13.143361 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:13.157651 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:13.269817 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Allocated IP 172.27.3.129 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/84734da1-32cb-4357-b7ab-3e618a5823f8) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:40:13.392259 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for port (84734da1-32cb-4357-b7ab-3e618a5823f8), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:13.494976 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (84734da1-32cb-4357-b7ab-3e618a5823f8), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:13.530237 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:13.546148 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:40:13.552524 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:40:13.556453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:40:13.562305 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'Port': ['ID=84734da1-32cb-4357-b7ab-3e618a5823f8,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:13.600291 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.600640 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.601006 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.601358 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.601697 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.602028 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.602352 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.602677 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.603065 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.603398 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.603731 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.604151 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.604688 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.605086 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:13.605415 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:14.000032 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (e1e87829-e5e5-40b2-be75-e7cf3eab7d72), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:14.142199 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (84734da1-32cb-4357-b7ab-3e618a5823f8), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:14.163823 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:14.303651 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for port (84734da1-32cb-4357-b7ab-3e618a5823f8), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:14.368320 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (84734da1-32cb-4357-b7ab-3e618a5823f8), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:14.441735 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (e1e87829-e5e5-40b2-be75-e7cf3eab7d72), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:14.443907 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'Port': ['ID=84734da1-32cb-4357-b7ab-3e618a5823f8,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:14.553412 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Floating IP e1e87829-e5e5-40b2-be75-e7cf3eab7d72 associated. External IP: 172.27.3.129, port: 17bc32b1-475a-4b13-b961-57b63a7f446f. Aug 29 21:40:14.788892 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:14.854992 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Router 101de24f-0475-4c83-916c-d4e9bfe7cabf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:40:14.979174 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:40:14.992086 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] Sync routers for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:40:15.008980 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:15.010611 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:40:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:15.098129 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:15.138959 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-77226b60-06ff-4cd4-95a3-242223568ee9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2018108 Aug 29 21:40:15.139532 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:15.139655 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'tag': '17bc32b1-475a-4b13-b961-57b63a7f446f'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:15.142854 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7907b93-47d4-49ca-985e-14b55e859423" -d '{"events": [{"name": "network-changed", "server_uuid": "cdda6e45-0167-46da-96c8-2d23ee9767db", "tag": "17bc32b1-475a-4b13-b961-57b63a7f446f"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:15.184567 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4328e93f-a17d-496e-9319-6263920b5d8d x-openstack-request-id: req-4328e93f-a17d-496e-9319-6263920b5d8d {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:15.184877 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdda6e45-0167-46da-96c8-2d23ee9767db", "tag": "17bc32b1-475a-4b13-b961-57b63a7f446f", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:15.185111 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4328e93f-a17d-496e-9319-6263920b5d8d {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:15.185519 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4328e93f-a17d-496e-9319-6263920b5d8d'] response: {'name': 'network-changed', 'server_uuid': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'tag': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'status': 'completed', 'code': 200} Aug 29 21:40:15.254756 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7907b93-47d4-49ca-985e-14b55e859423 req-7ed0a3dc-16d6-4cb6-a435-92d97ee62800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:15.256546 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7907b93-47d4-49ca-985e-14b55e859423 req-7ed0a3dc-16d6-4cb6-a435-92d97ee62800 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 1130 time: 0.0469539 Aug 29 21:40:15.383555 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7907b93-47d4-49ca-985e-14b55e859423 req-5cc164d5-fe64-472f-8510-bfbfab119b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:15.386130 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7907b93-47d4-49ca-985e-14b55e859423 req-5cc164d5-fe64-472f-8510-bfbfab119b43 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.1210897 Aug 29 21:40:15.451395 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:15.477983 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7907b93-47d4-49ca-985e-14b55e859423 req-5a9080a0-e26d-4752-82db-adfe0b226300 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bc32b1-475a-4b13-b961-57b63a7f446f HTTP/1.1" status: 200 len: 1000 time: 0.0812836 Aug 29 21:40:15.498963 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'e1e87829-e5e5-40b2-be75-e7cf3eab7d72', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:bb:72:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:40:13Z', 'updated_at': '2022-08-29T21:40:13Z', 'revision_number': 0, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:15.532522 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] Checking router: 101de24f-0475-4c83-916c-d4e9bfe7cabf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:40:15.534691 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7907b93-47d4-49ca-985e-14b55e859423 req-e790e5cc-05a6-49ec-96a3-ec5726bf2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:15.536506 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7907b93-47d4-49ca-985e-14b55e859423 req-e790e5cc-05a6-49ec-96a3-ec5726bf2b8a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0523140 Aug 29 21:40:15.543766 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:15.544523 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:40:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:15.587901 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7907b93-47d4-49ca-985e-14b55e859423 req-d77fe502-7a65-4a4f-96c2-96369303b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:15.589495 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7907b93-47d4-49ca-985e-14b55e859423 req-d77fe502-7a65-4a4f-96c2-96369303b63e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445325 Aug 29 21:40:15.656245 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:15.695653 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7907b93-47d4-49ca-985e-14b55e859423 req-d60b28c1-db91-45d3-a3c6-3086f73683ee service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993464 Aug 29 21:40:15.796759 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b7907b93-47d4-49ca-985e-14b55e859423 req-acf1f3c6-7066-47b3-97bc-27f6d55076ea service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949998 Aug 29 21:40:15.932075 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'e1e87829-e5e5-40b2-be75-e7cf3eab7d72', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:bb:72:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:40:13Z', 'updated_at': '2022-08-29T21:40:13Z', 'revision_number': 0, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:15.959643 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aacb8e-1add-4cde-b080-dbc418d3fef1 None None] The sync data for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi is: [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'e1e87829-e5e5-40b2-be75-e7cf3eab7d72', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:bb:72:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:40:13Z', 'updated_at': '2022-08-29T21:40:13Z', 'revision_number': 0, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:40:16.185095 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f4806-1a55-4f74-a30d-da5f5818a2ec None None] New status for floating IP e1e87829-e5e5-40b2-be75-e7cf3eab7d72: ACTIVE {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:40:22.550358 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=86 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:22.566508 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=88 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:25.791256 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:25.793161 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=25 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:25.934547 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=72 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:25.935360 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=82 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:26.296544 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:26.300080 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:33.050026 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:40:33.118009 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-9f272aeb-2c42-4991-9011-c9b2ae691d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:35.346949 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-259cf5b2-4a21-4bff-825c-4e533669fc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:36.787001 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:37.129556 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:37.536518 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52880) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:37.692544 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Deleting port 209c6069-fa51-477f-9da9-04af5ed87210 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:37.692884 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (209c6069-fa51-477f-9da9-04af5ed87210), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:37.780248 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (209c6069-fa51-477f-9da9-04af5ed87210), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:37.780606 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for floatingip (209c6069-fa51-477f-9da9-04af5ed87210), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:37.796101 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Calling delete_port for 209c6069-fa51-477f-9da9-04af5ed87210 owned by network:floatingip {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:38.031061 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (209c6069-fa51-477f-9da9-04af5ed87210), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:38.056711 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event deleted for resources: {'Port': ['ID=209c6069-fa51-477f-9da9-04af5ed87210,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:38.128257 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for floatingip (a634141b-cead-4137-b2bb-2d1d6e373ddd), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:38.128590 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Floating IP a634141b-cead-4137-b2bb-2d1d6e373ddd disassociated (deleted). External IP: 172.27.3.71, port: a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305. Aug 29 21:40:38.310655 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:38.336230 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Router 024b0098-834a-46b1-9165-390eea6f9a0c has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:40:38.375047 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:38.441570 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:40:38.446995 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:38.454112 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] Sync routers for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:40:38.465838 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:38.466444 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:40:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:38.481605 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-57f610a5-d182-4b52-8051-90b62143c334 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/a634141b-cead-4137-b2bb-2d1d6e373ddd HTTP/1.1" status: 204 len: 168 time: 0.9440634 Aug 29 21:40:38.482252 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:38.484504 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264" -d '{"events": [{"name": "network-changed", "server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:38.533665 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179021a9-e902-407d-87a8-55061ab2ce13 x-openstack-request-id: req-179021a9-e902-407d-87a8-55061ab2ce13 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:38.533994 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:38.534277 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-179021a9-e902-407d-87a8-55061ab2ce13 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:38.534664 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179021a9-e902-407d-87a8-55061ab2ce13'] response: {'name': 'network-changed', 'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'status': 'completed', 'code': 200} Aug 29 21:40:38.578270 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:38.601313 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:38.603520 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:38.606880 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-e18e667b-b64f-40c6-a760-44a8f24cb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:38.608451 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-e18e667b-b64f-40c6-a760-44a8f24cb4de service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ecd13ced46854940b3765ee641390212&device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 1129 time: 0.0437250 Aug 29 21:40:38.705512 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-6f7d762b-d447-462c-886d-d0fd3614002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:38.707056 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-6f7d762b-d447-462c-886d-d0fd3614002a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 200 len: 909 time: 0.0913699 Aug 29 21:40:38.757115 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-d8be5b50-7a87-4aca-905d-0367f467e032 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 200 len: 217 time: 0.0394475 Aug 29 21:40:38.774527 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '7bb5c6e8-e654-4b09-b311-12507afa5b8d', 'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'mac_address': 'fa:16:3e:85:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:34Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 5, 'project_id': 'ecd13ced46854940b3765ee641390212', 'subnets': [{'id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:38.801939 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] Checking router: 024b0098-834a-46b1-9165-390eea6f9a0c for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:40:38.810909 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:38.811515 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:40:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:38.814060 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-02a6f16a-a8cf-4ae6-82dc-748c63f8c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:38.815630 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-02a6f16a-a8cf-4ae6-82dc-748c63f8c5dc service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=0de17087-d83e-451b-9dde-6fdf1da42491 HTTP/1.1" status: 200 len: 847 time: 0.0549371 Aug 29 21:40:38.868861 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-be105801-52b1-40b2-bdf0-56b7d1670f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:38.870306 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-be105801-52b1-40b2-bdf0-56b7d1670f45 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c751c7e2-184d-4f27-8a13-c3f74b9178e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481515 Aug 29 21:40:38.936980 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:39.013214 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e992d1-ca20-4480-8b82-19777a39fd34 req-c3d2509c-307e-4447-ac80-2f16ac5381f1 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:39.015023 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-06e992d1-ca20-4480-8b82-19777a39fd34 req-c3d2509c-307e-4447-ac80-2f16ac5381f1 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0568297 Aug 29 21:40:39.082801 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-06e992d1-ca20-4480-8b82-19777a39fd34 req-1f760314-b4ff-4f84-b704-2ef3a9b4c054 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605941 Aug 29 21:40:39.169399 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '7bb5c6e8-e654-4b09-b311-12507afa5b8d', 'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'mac_address': 'fa:16:3e:85:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:34Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 5, 'project_id': 'ecd13ced46854940b3765ee641390212', 'subnets': [{'id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:39.194944 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed17d7-4a51-437c-a781-e389fac96d7d None None] The sync data for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi is: [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:35:34Z', 'revision_number': 4, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '7bb5c6e8-e654-4b09-b311-12507afa5b8d', 'name': '', 'network_id': 'c751c7e2-184d-4f27-8a13-c3f74b9178e0', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'mac_address': 'fa:16:3e:85:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:34Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 5, 'project_id': 'ecd13ced46854940b3765ee641390212', 'subnets': [{'id': '0de17087-d83e-451b-9dde-6fdf1da42491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:40:39.247716 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-03b44bb2-87cc-43b0-b011-f268382accfa service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708956 Aug 29 21:40:39.424809 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70346fd6-60a3-441e-af4c-02c7760a7e5b None None] New status for floating IP a634141b-cead-4137-b2bb-2d1d6e373ddd: DOWN {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:40:40.221899 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ae4d0e17-83f6-431b-ac4c-43eb9dbba264 req-b2fcee1c-5f72-471d-b33c-b902ac62c9f9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272943 Aug 29 21:40:40.232565 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218543-b8b2-4bbc-8afb-d4f06ddf6fdc req-e8fcb94f-d92f-4692-a03c-b4543a4dfac9 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:40.234025 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a0218543-b8b2-4bbc-8afb-d4f06ddf6fdc req-e8fcb94f-d92f-4692-a03c-b4543a4dfac9 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0671780 Aug 29 21:40:40.289614 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a0218543-b8b2-4bbc-8afb-d4f06ddf6fdc req-99e926ff-82c7-4a60-a574-3c5f473040b6 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=420b3951-2873-44c5-b867-598123a954ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492358 Aug 29 21:40:40.700250 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-58a1f06a-cc46-48df-a635-52058f289100 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:40.701782 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-58a1f06a-cc46-48df-a635-52058f289100 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 945 time: 0.0884929 Aug 29 21:40:40.797082 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Deleting port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:40.797420 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:40.898296 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] For port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:40.898655 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:40.914330 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:40.915672 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Calling delete_port for a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:41.163743 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:41.194615 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event deleted for resources: {'Port': ['ID=a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:41.240867 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] No DVR routers for this DVR port a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:40:41.243352 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:41.246590 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-617f4ec8-f1ee-4560-85c4-448718d127c2 req-0df49319-6a54-4ec6-a3f1-3de5032cee5f tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.16 "DELETE /networking/v2.0/ports/a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 HTTP/1.1" status: 204 len: 173 time: 0.5397010 Aug 29 21:40:41.247024 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'name': 'network-vif-deleted', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:41.249306 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b4695-9668-494e-94d4-4425c8703c91" -d '{"events": [{"server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "name": "network-vif-deleted", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:41.286657 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60af7b7e-09dc-4e63-90d1-60759311ca55 x-openstack-request-id: req-60af7b7e-09dc-4e63-90d1-60759311ca55 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:41.286946 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be1edde-e1cc-4d22-a11b-a050e511161e", "name": "network-vif-deleted", "tag": "a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:41.287218 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60af7b7e-09dc-4e63-90d1-60759311ca55 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:41.287631 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60af7b7e-09dc-4e63-90d1-60759311ca55'] response: {'server_uuid': '0be1edde-e1cc-4d22-a11b-a050e511161e', 'name': 'network-vif-deleted', 'tag': 'a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305', 'status': 'completed', 'code': 200} Aug 29 21:40:41.392391 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-18c33484-eb98-401a-ac7b-3aa5711bf758 req-90ac4549-1df4-4075-874a-5b6ad1193d5e tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0286725 Aug 29 21:40:42.512377 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-7d2d5960-394d-49f4-b02c-a825f79004fc req-8902bd34-5a75-455f-bebc-f57cfa7beda0 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=0be1edde-e1cc-4d22-a11b-a050e511161e HTTP/1.1" status: 200 len: 210 time: 0.0291851 Aug 29 21:40:43.694399 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52900) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:43.754343 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group (420b3951-2873-44c5-b867-598123a954ff), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:43.779632 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group (420b3951-2873-44c5-b867-598123a954ff), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:43.930118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (420b3951-2873-44c5-b867-598123a954ff), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:43.933547 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:43.934759 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/420b3951-2873-44c5-b867-598123a954ff HTTP/1.1" status: 204 len: 168 time: 0.2404227 Aug 29 21:40:43.945134 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420b3951-2873-44c5-b867-598123a954ff,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:43.953810 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.956349 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.957822 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.958169 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.958504 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.958835 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.959162 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.959519 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.959846 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.960247 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.960574 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.960896 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.961214 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.961530 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:43.961840 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615970b-4590-4077-a2d2-8cdbe7c5f1f7 tempest-TestShelveInstance-866323581 tempest-TestShelveInstance-866323581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.061297 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52904) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:44.105835 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:44.125588 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:44.125933 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device a838bbd4-cf8f-47bd-a7c2-b6cfdb54e305 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:44.715906 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (024b0098-834a-46b1-9165-390eea6f9a0c), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:44.940205 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Deleting port 7bb5c6e8-e654-4b09-b311-12507afa5b8d {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:44.940545 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:45.023677 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:45.025508 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] For port 7bb5c6e8-e654-4b09-b311-12507afa5b8d, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=7bb5c6e8-e654-4b09-b311-12507afa5b8d,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:45.025907 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:45.038894 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Calling delete_port for 7bb5c6e8-e654-4b09-b311-12507afa5b8d owned by network:router_interface {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:45.042440 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:45.300022 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (7bb5c6e8-e654-4b09-b311-12507afa5b8d), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:45.326023 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb5c6e8-e654-4b09-b311-12507afa5b8d,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:45.493010 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (024b0098-834a-46b1-9165-390eea6f9a0c), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:45.712673 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Router 024b0098-834a-46b1-9165-390eea6f9a0c has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:40:45.812072 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:45.818977 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:40:45.828090 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-05811496-ad47-4361-9257-d7230ba5e1a9 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/024b0098-834a-46b1-9165-390eea6f9a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609494 Aug 29 21:40:45.828090 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52910) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:45.828267 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af000622-b20e-45cc-a003-166890733730 None None] Sync routers for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:40:45.837920 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af000622-b20e-45cc-a003-166890733730 None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:45.838525 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-af000622-b20e-45cc-a003-166890733730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:40:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:45.936397 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks [] for router (024b0098-834a-46b1-9165-390eea6f9a0c), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:45.945316 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-af000622-b20e-45cc-a003-166890733730 None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:46.044778 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks [] for router_gateway (024b0098-834a-46b1-9165-390eea6f9a0c), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.143078 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:46.160060 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Deleting port 724b4899-05b6-4a82-a489-3d8cfc543c7f {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:46.160409 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.210854 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:46.221839 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-af000622-b20e-45cc-a003-166890733730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:40:45Z', 'revision_number': 5, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port': {'id': '724b4899-05b6-4a82-a489-3d8cfc543c7f', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:32Z', 'updated_at': '2022-08-29T21:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:46.248394 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af000622-b20e-45cc-a003-166890733730 None None] Checking router: 024b0098-834a-46b1-9165-390eea6f9a0c for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:40:46.258456 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af000622-b20e-45cc-a003-166890733730 None None] Routers {'024b0098-834a-46b1-9165-390eea6f9a0c'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:46.259073 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-af000622-b20e-45cc-a003-166890733730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:40:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['024b0098-834a-46b1-9165-390eea6f9a0c'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:46.260571 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] For port 724b4899-05b6-4a82-a489-3d8cfc543c7f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=724b4899-05b6-4a82-a489-3d8cfc543c7f,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:46.261165 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.284854 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Calling delete_port for 724b4899-05b6-4a82-a489-3d8cfc543c7f owned by network:router_gateway {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:46.291359 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:46.355102 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-af000622-b20e-45cc-a003-166890733730 None None] Set router 024b0098-834a-46b1-9165-390eea6f9a0c gateway port host: None {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:46.416087 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-af000622-b20e-45cc-a003-166890733730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:40:46Z', 'revision_number': 6, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port_host': None}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:46.458317 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af000622-b20e-45cc-a003-166890733730 None None] The sync data for ids ['024b0098-834a-46b1-9165-390eea6f9a0c'] in dv-cinder-854264-2-iscsi is: [{'id': '024b0098-834a-46b1-9165-390eea6f9a0c', 'name': 'tempest-TestShelveInstance-548081139-router', 'tenant_id': 'ecd13ced46854940b3765ee641390212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:31Z', 'updated_at': '2022-08-29T21:40:46Z', 'revision_number': 6, 'project_id': 'ecd13ced46854940b3765ee641390212', 'gw_port_host': None}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:40:46.546882 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (724b4899-05b6-4a82-a489-3d8cfc543c7f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.574775 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=724b4899-05b6-4a82-a489-3d8cfc543c7f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:46.638051 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (024b0098-834a-46b1-9165-390eea6f9a0c), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.727334 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (024b0098-834a-46b1-9165-390eea6f9a0c), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.729662 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks [] for router_controller (024b0098-834a-46b1-9165-390eea6f9a0c), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.845288 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (024b0098-834a-46b1-9165-390eea6f9a0c), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.846576 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 024b0098-834a-46b1-9165-390eea6f9a0c {{(pid=107111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:40:46.854514 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.854514 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4209b35b-318c-40ef-b088-0db6b30a95a0 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/024b0098-834a-46b1-9165-390eea6f9a0c HTTP/1.1" status: 204 len: 168 time: 1.0255060 Aug 29 21:40:46.856392 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52912) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:46.912559 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5b5ace-59f9-4ee7-a1f5-2807f59f6c3a admin admin] Deleting subnet 0de17087-d83e-451b-9dde-6fdf1da42491 {{(pid=107110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:40:46.916239 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ab5b5ace-59f9-4ee7-a1f5-2807f59f6c3a admin admin] Publish callbacks [] for subnet (0de17087-d83e-451b-9dde-6fdf1da42491), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.957310 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ab5b5ace-59f9-4ee7-a1f5-2807f59f6c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12500591'] for subnet (0de17087-d83e-451b-9dde-6fdf1da42491), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:46.977993 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 7bb5c6e8-e654-4b09-b311-12507afa5b8d no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:46.999740 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 7bb5c6e8-e654-4b09-b311-12507afa5b8d {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:47.000130 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 7bb5c6e8-e654-4b09-b311-12507afa5b8d not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:47.052414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ab5b5ace-59f9-4ee7-a1f5-2807f59f6c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (0de17087-d83e-451b-9dde-6fdf1da42491), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.085882 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:47.192979 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ab5b5ace-59f9-4ee7-a1f5-2807f59f6c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12151791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8549003'] for subnet (0de17087-d83e-451b-9dde-6fdf1da42491), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.231530 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b5ace-59f9-4ee7-a1f5-2807f59f6c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de17087-d83e-451b-9dde-6fdf1da42491,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:47.240666 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-ab5b5ace-59f9-4ee7-a1f5-2807f59f6c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for subnet (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.246229 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-ab5b5ace-59f9-4ee7-a1f5-2807f59f6c3a admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/0de17087-d83e-451b-9dde-6fdf1da42491 HTTP/1.1" status: 204 len: 168 time: 0.3882766 Aug 29 21:40:47.248474 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 52914) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:47.249500 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622006e-80ca-4967-b3b4-4a9b6de83e93 None None] Network c751c7e2-184d-4f27-8a13-c3f74b9178e0 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:40:47.341713 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (c751c7e2-184d-4f27-8a13-c3f74b9178e0), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.396192 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Deleting port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:47.396816 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.438757 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4b6c0-ed4b-45e3-aeed-a4db9ea89199 None None] DHCP port deletion for c751c7e2-184d-4f27-8a13-c3f74b9178e0 request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:40:47.469771 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] For port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=3a81f551-bcd3-49b1-a2c4-1755bf7e3659,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:47.470134 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.485389 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Calling delete_port for 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 owned by network:dhcp {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:47.487455 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:47.489681 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-46b4b6c0-ed4b-45e3-aeed-a4db9ea89199 None None] Deleting port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:47.490058 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-46b4b6c0-ed4b-45e3-aeed-a4db9ea89199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.606308 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-46b4b6c0-ed4b-45e3-aeed-a4db9ea89199 None None] For port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=3a81f551-bcd3-49b1-a2c4-1755bf7e3659,segment=NetworkSegment(c2d62c85-66c2-4846-a835-dea9283b1a04),segment_id=c2d62c85-66c2-4846-a835-dea9283b1a04)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:47.606698 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-46b4b6c0-ed4b-45e3-aeed-a4db9ea89199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.620627 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-46b4b6c0-ed4b-45e3-aeed-a4db9ea89199 None None] Calling delete_port for 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:47.712732 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.723266 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-46b4b6c0-ed4b-45e3-aeed-a4db9ea89199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (3a81f551-bcd3-49b1-a2c4-1755bf7e3659), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.741271 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a81f551-bcd3-49b1-a2c4-1755bf7e3659,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:47.743309 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] No DVR routers for this DVR port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 on host dv-cinder-854264-2-iscsi {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:40:47.755351 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4b6c0-ed4b-45e3-aeed-a4db9ea89199 None None] Pushing event deleted for resources: {'Port': ['ID=3a81f551-bcd3-49b1-a2c4-1755bf7e3659,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:47.757405 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4b6c0-ed4b-45e3-aeed-a4db9ea89199 None None] No DVR routers for this DVR port 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:40:47.826868 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (c751c7e2-184d-4f27-8a13-c3f74b9178e0), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.853496 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751c7e2-184d-4f27-8a13-c3f74b9178e0']}} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:47.864275 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d62c85-66c2-4846-a835-dea9283b1a04') {'for_net_delete': True} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:47.864982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.services.segments.db [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d62c85-66c2-4846-a835-dea9283b1a04') {} {{(pid=107110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:47.875168 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12500580'] for segment (c2d62c85-66c2-4846-a835-dea9283b1a04), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.895395 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (c2d62c85-66c2-4846-a835-dea9283b1a04), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.907321 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=107110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:40:47.907815 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12151113'] for segment (c2d62c85-66c2-4846-a835-dea9283b1a04), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.003357 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-562aea97-9c14-4a52-9830-4323938cf3ff service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807102 Aug 29 21:40:48.010723 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment c2d62c85-66c2-4846-a835-dea9283b1a04 resource provider aggregate not found Aug 29 21:40:48.028315 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.services.segments.plugin [-] Segment c2d62c85-66c2-4846-a835-dea9283b1a04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2d62c85-66c2-4846-a835-dea9283b1a04 found for delete ", "request_id": "req-45b67fca-e6e1-4e7f-a071-d45cd069e3e9"}]} Aug 29 21:40:48.082499 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (c751c7e2-184d-4f27-8a13-c3f74b9178e0), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.090648 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.094191 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/c751c7e2-184d-4f27-8a13-c3f74b9178e0 HTTP/1.1" status: 204 len: 168 time: 0.8442528 Aug 29 21:40:48.097446 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52922) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:48.109271 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca5472-b5c8-44b9-ad91-621740d8ee91 admin admin] Pushing event deleted for resources: {'Network': ['ID=c751c7e2-184d-4f27-8a13-c3f74b9178e0,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:48.116389 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-aeee1752-1e4a-4686-a44d-3fde17766b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:48.118050 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-aeee1752-1e4a-4686-a44d-3fde17766b89 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 1130 time: 0.0643754 Aug 29 21:40:48.246802 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:48.247604 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-f91c8d63-97c0-4bc9-a114-4809bb3cd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:48.250500 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-f91c8d63-97c0-4bc9-a114-4809bb3cd472 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.1108575 Aug 29 21:40:48.324071 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-c6775899-eb2f-4de9-a07f-07d699a62f6e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bc32b1-475a-4b13-b961-57b63a7f446f HTTP/1.1" status: 200 len: 1002 time: 0.0649886 Aug 29 21:40:48.377833 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-6b996b4f-e4e7-47e3-a95b-56e4a3cb89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:48.379486 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-6b996b4f-e4e7-47e3-a95b-56e4a3cb89ed service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0494838 Aug 29 21:40:48.433013 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-846c1b14-e14b-4b3c-bf9b-08a3a23220e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:48.434648 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-846c1b14-e14b-4b3c-bf9b-08a3a23220e8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487728 Aug 29 21:40:48.451748 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (85cf2f6f-f89b-491c-9e86-3904bdc12f69), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.518564 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:48.548263 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-6f2ea461-6f85-4768-b351-40cf24e04075 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062148 Aug 29 21:40:48.650461 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78dfdf68-cf11-40eb-b12b-d6de5c979c16 req-d9d4e583-b72e-4b48-9887-8f6c941c8eab service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958035 Aug 29 21:40:48.652082 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:48.695736 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Deleting port 4fd7dc68-9fab-49f2-8995-08a8710b5114 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:48.696103 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.788971 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] For port 4fd7dc68-9fab-49f2-8995-08a8710b5114, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=4fd7dc68-9fab-49f2-8995-08a8710b5114,segment=NetworkSegment(9f7b50c7-d606-4c4d-b22a-21c21b5946a5),segment_id=9f7b50c7-d606-4c4d-b22a-21c21b5946a5)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:48.789332 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.804241 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Calling delete_port for 4fd7dc68-9fab-49f2-8995-08a8710b5114 owned by network:router_interface {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:48.823442 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:48.844311 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:48.844649 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 3a81f551-bcd3-49b1-a2c4-1755bf7e3659 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:48.845130 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 724b4899-05b6-4a82-a489-3d8cfc543c7f no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:48.866146 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 724b4899-05b6-4a82-a489-3d8cfc543c7f {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:48.866496 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 724b4899-05b6-4a82-a489-3d8cfc543c7f not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:49.065772 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (4fd7dc68-9fab-49f2-8995-08a8710b5114), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.094317 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd7dc68-9fab-49f2-8995-08a8710b5114,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:49.214171 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:49.270226 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (85cf2f6f-f89b-491c-9e86-3904bdc12f69), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.487265 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:40:49.835787 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:40:49.841490 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2dfd388a-4991-4cb6-8836-73835a73dd42 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/85cf2f6f-f89b-491c-9e86-3904bdc12f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7420912 Aug 29 21:40:49.844030 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52924) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:49.847244 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] Sync routers for ids ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:40:49.851436 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:49.858597 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] Routers {'85cf2f6f-f89b-491c-9e86-3904bdc12f69'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:49.859230 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:40:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:49.953116 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks [] for router (85cf2f6f-f89b-491c-9e86-3904bdc12f69), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.968866 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] Set router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:50.059376 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks [] for router_gateway (85cf2f6f-f89b-491c-9e86-3904bdc12f69), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.145653 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:40:48Z', 'revision_number': 5, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'gw_port': {'id': '875bad6c-5a41-4b04-9436-0f86274ea1a2', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:39Z', 'updated_at': '2022-08-29T21:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:50.164098 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Deleting port 875bad6c-5a41-4b04-9436-0f86274ea1a2 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:50.164442 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.174519 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] Checking router: 85cf2f6f-f89b-491c-9e86-3904bdc12f69 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:40:50.183705 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] Routers {'85cf2f6f-f89b-491c-9e86-3904bdc12f69'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:50.184380 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:40:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:50.250828 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] For port 875bad6c-5a41-4b04-9436-0f86274ea1a2, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=875bad6c-5a41-4b04-9436-0f86274ea1a2,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:50.251424 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.265946 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Calling delete_port for 875bad6c-5a41-4b04-9436-0f86274ea1a2 owned by network:router_gateway {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:50.269276 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:50.270793 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] Set router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 gateway port host: None {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:50.324051 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:40:50Z', 'revision_number': 6, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'gw_port_host': None}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:50.352944 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521171a2-0087-4454-a1e1-abc23cc20bf9 None None] The sync data for ids ['85cf2f6f-f89b-491c-9e86-3904bdc12f69'] in dv-cinder-854264-2-iscsi is: [{'id': '85cf2f6f-f89b-491c-9e86-3904bdc12f69', 'name': 'tempest-TestShelveInstance-1687401461-router', 'tenant_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:40:50Z', 'revision_number': 6, 'project_id': '41023f7417314c0b9e63e0d68bbb7d2f', 'gw_port_host': None}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:40:50.533760 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (875bad6c-5a41-4b04-9436-0f86274ea1a2), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.560795 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=875bad6c-5a41-4b04-9436-0f86274ea1a2,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:50.596960 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:50.652419 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (85cf2f6f-f89b-491c-9e86-3904bdc12f69), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.745418 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (85cf2f6f-f89b-491c-9e86-3904bdc12f69), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.748334 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks [] for router_controller (85cf2f6f-f89b-491c-9e86-3904bdc12f69), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.003650 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (85cf2f6f-f89b-491c-9e86-3904bdc12f69), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.004212 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85cf2f6f-f89b-491c-9e86-3904bdc12f69 {{(pid=107111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:40:51.008538 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.009655 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-1b70e82e-536e-4db8-90ce-9152f92ac1b2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/85cf2f6f-f89b-491c-9e86-3904bdc12f69 HTTP/1.1" status: 204 len: 168 time: 1.1646705 Aug 29 21:40:51.012232 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52926) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:51.060361 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-434b9487-2ea1-427f-91d5-5614dde9a959 admin admin] Deleting subnet 496597b6-ed78-4605-aadb-ab3402c72b2f {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:40:51.063713 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-434b9487-2ea1-427f-91d5-5614dde9a959 admin admin] Publish callbacks [] for subnet (496597b6-ed78-4605-aadb-ab3402c72b2f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.098038 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:51.100561 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-434b9487-2ea1-427f-91d5-5614dde9a959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8500905'] for subnet (496597b6-ed78-4605-aadb-ab3402c72b2f), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.193903 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 4fd7dc68-9fab-49f2-8995-08a8710b5114 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:51.199724 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-434b9487-2ea1-427f-91d5-5614dde9a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (496597b6-ed78-4605-aadb-ab3402c72b2f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.217438 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 4fd7dc68-9fab-49f2-8995-08a8710b5114 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:51.217780 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 4fd7dc68-9fab-49f2-8995-08a8710b5114 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:51.364151 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-434b9487-2ea1-427f-91d5-5614dde9a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501769'] for subnet (496597b6-ed78-4605-aadb-ab3402c72b2f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.389867 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b9487-2ea1-427f-91d5-5614dde9a959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496597b6-ed78-4605-aadb-ab3402c72b2f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:51.396331 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-434b9487-2ea1-427f-91d5-5614dde9a959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.401659 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-434b9487-2ea1-427f-91d5-5614dde9a959 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/496597b6-ed78-4605-aadb-ab3402c72b2f HTTP/1.1" status: 204 len: 168 time: 0.3860307 Aug 29 21:40:51.402058 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52930) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:51.406694 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab0d09e-8798-4e0e-ba59-e99527446d67 None None] Network 217fb39d-898f-40ce-ac45-576debb916ef requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:40:51.458070 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:51.484282 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (217fb39d-898f-40ce-ac45-576debb916ef), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.535838 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Deleting port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:51.536290 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.573280 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922dcd71-e35a-491e-8cf8-6602db69ffcb None None] DHCP port deletion for 217fb39d-898f-40ce-ac45-576debb916ef request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:40:51.612492 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] For port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=4f8f2ba3-0bc5-42b0-8983-be31cd2e20de,segment=NetworkSegment(9f7b50c7-d606-4c4d-b22a-21c21b5946a5),segment_id=9f7b50c7-d606-4c4d-b22a-21c21b5946a5)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:51.612862 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.614069 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-922dcd71-e35a-491e-8cf8-6602db69ffcb None None] Deleting port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:51.614445 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-922dcd71-e35a-491e-8cf8-6602db69ffcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.627157 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Calling delete_port for 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de owned by network:dhcp {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:51.681604 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-922dcd71-e35a-491e-8cf8-6602db69ffcb None None] For port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=4f8f2ba3-0bc5-42b0-8983-be31cd2e20de,segment=NetworkSegment(9f7b50c7-d606-4c4d-b22a-21c21b5946a5),segment_id=9f7b50c7-d606-4c4d-b22a-21c21b5946a5)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:51.681915 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-922dcd71-e35a-491e-8cf8-6602db69ffcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.696759 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-922dcd71-e35a-491e-8cf8-6602db69ffcb None None] Calling delete_port for 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:51.826378 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.834847 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-922dcd71-e35a-491e-8cf8-6602db69ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (4f8f2ba3-0bc5-42b0-8983-be31cd2e20de), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.854938 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8f2ba3-0bc5-42b0-8983-be31cd2e20de,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:51.856997 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] No DVR routers for this DVR port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de on host dv-cinder-854264-2-iscsi {{(pid=107111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:40:51.862766 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dcd71-e35a-491e-8cf8-6602db69ffcb None None] Pushing event deleted for resources: {'Port': ['ID=4f8f2ba3-0bc5-42b0-8983-be31cd2e20de,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:51.868644 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922dcd71-e35a-491e-8cf8-6602db69ffcb None None] No DVR routers for this DVR port 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:40:51.938716 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (217fb39d-898f-40ce-ac45-576debb916ef), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.959680 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217fb39d-898f-40ce-ac45-576debb916ef']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:51.969581 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7b50c7-d606-4c4d-b22a-21c21b5946a5') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:51.973454 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7b50c7-d606-4c4d-b22a-21c21b5946a5') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:51.980134 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (9f7b50c7-d606-4c4d-b22a-21c21b5946a5), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.992932 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:51.995526 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (9f7b50c7-d606-4c4d-b22a-21c21b5946a5), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:52.003734 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:40:52.004231 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (9f7b50c7-d606-4c4d-b22a-21c21b5946a5), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:52.088439 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 9f7b50c7-d606-4c4d-b22a-21c21b5946a5 resource provider aggregate not found Aug 29 21:40:52.105891 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 9f7b50c7-d606-4c4d-b22a-21c21b5946a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f7b50c7-d606-4c4d-b22a-21c21b5946a5 found for delete ", "request_id": "req-cce1b570-7c34-4ce9-8730-391d239d1931"}]} Aug 29 21:40:52.209575 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (217fb39d-898f-40ce-ac45-576debb916ef), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:52.215794 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:52.218918 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/217fb39d-898f-40ce-ac45-576debb916ef HTTP/1.1" status: 204 len: 168 time: 0.8160906 Aug 29 21:40:52.231741 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc88f1-c289-409a-b07b-3c4e186375e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=217fb39d-898f-40ce-ac45-576debb916ef,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:52.641363 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52942) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:52.691030 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-231d32a9-3def-4c54-bca3-0ed7a325e9ca admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ecd13ced46854940b3765ee641390212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484502 Aug 29 21:40:52.693654 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52944) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:52.757136 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-79c04ba3-0bf8-4525-ab0a-a52275092c12 admin admin] Publish callbacks [] for security_group (5412374d-dd6b-49bd-b2a8-d461295e3002), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:52.787841 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-79c04ba3-0bf8-4525-ab0a-a52275092c12 admin admin] Publish callbacks [] for security_group (5412374d-dd6b-49bd-b2a8-d461295e3002), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:52.821760 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 875bad6c-5a41-4b04-9436-0f86274ea1a2 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:52.842357 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 875bad6c-5a41-4b04-9436-0f86274ea1a2 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:52.843227 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 875bad6c-5a41-4b04-9436-0f86274ea1a2 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:52.843227 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:52.863895 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:52.864269 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 4f8f2ba3-0bc5-42b0-8983-be31cd2e20de not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:52.934772 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-79c04ba3-0bf8-4525-ab0a-a52275092c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (5412374d-dd6b-49bd-b2a8-d461295e3002), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:52.937286 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-79c04ba3-0bf8-4525-ab0a-a52275092c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:52.938622 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-79c04ba3-0bf8-4525-ab0a-a52275092c12 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5412374d-dd6b-49bd-b2a8-d461295e3002 HTTP/1.1" status: 204 len: 168 time: 0.2438784 Aug 29 21:40:52.951033 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c04ba3-0bf8-4525-ab0a-a52275092c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5412374d-dd6b-49bd-b2a8-d461295e3002,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:53.719124 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52950) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:53.768427 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-821c2475-df56-433a-a2af-095b3d4c440e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=41023f7417314c0b9e63e0d68bbb7d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480480 Aug 29 21:40:53.770912 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 52952) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:53.793459 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:53.823914 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-00f68332-1ae6-4fea-9c64-360f6570b037 admin admin] Publish callbacks [] for security_group (0dcb7868-fae4-49a6-9dca-0d41a2879dca), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.850978 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-00f68332-1ae6-4fea-9c64-360f6570b037 admin admin] Publish callbacks [] for security_group (0dcb7868-fae4-49a6-9dca-0d41a2879dca), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.986583 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-00f68332-1ae6-4fea-9c64-360f6570b037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (0dcb7868-fae4-49a6-9dca-0d41a2879dca), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.989727 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-00f68332-1ae6-4fea-9c64-360f6570b037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.991088 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-00f68332-1ae6-4fea-9c64-360f6570b037 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0dcb7868-fae4-49a6-9dca-0d41a2879dca HTTP/1.1" status: 204 len: 168 time: 0.2192094 Aug 29 21:40:54.001105 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f68332-1ae6-4fea-9c64-360f6570b037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcb7868-fae4-49a6-9dca-0d41a2879dca,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:58.645756 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=6 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:58.647960 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=69,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:00.020608 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=20 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:00.021408 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=29 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:03.138580 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a90e2ffe-7b71-4809-933b-f30c2aab4166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:03.996115 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=58,neutron:DELETE=6 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:05.323310 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-34c34853-f0f9-4c2d-a1fc-76660fa314eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.774779 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:07.140391 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.355996 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.420454 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.048704 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:41:14.028623 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:18.298110 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:18.305108 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=60,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:20.044828 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:33.111129 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-92954e6d-7f5d-4ac9-aa92-6231a8fb7dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:35.310051 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fba8e6dd-ff4d-42ea-8b6f-ebe19aafaae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:36.803509 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:37.017853 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:37.018640 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:37.145614 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:38.313130 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:38.385374 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:47.049877 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:41:48.305476 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:48.311547 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:49.945155 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77be4f45-b1c7-4600-848b-e8da320373ef req-fc2b952c-315a-4331-9a74-8df994c1d9c9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404031 Aug 29 21:41:50.024983 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4f45-b1c7-4600-848b-e8da320373ef req-8cdee3b3-f00f-4045-9b3b-8b1b9eccca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:50.026502 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77be4f45-b1c7-4600-848b-e8da320373ef req-8cdee3b3-f00f-4045-9b3b-8b1b9eccca2b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 1130 time: 0.0400500 Aug 29 21:41:50.133545 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4f45-b1c7-4600-848b-e8da320373ef req-2fd513f4-5c27-4845-a0af-4f824f2df1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:50.135655 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77be4f45-b1c7-4600-848b-e8da320373ef req-2fd513f4-5c27-4845-a0af-4f824f2df1e1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.0914478 Aug 29 21:41:50.197876 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77be4f45-b1c7-4600-848b-e8da320373ef req-07de198e-0dac-492e-96f3-df0430e3ff23 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bc32b1-475a-4b13-b961-57b63a7f446f HTTP/1.1" status: 200 len: 1002 time: 0.0555513 Aug 29 21:41:50.249571 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4f45-b1c7-4600-848b-e8da320373ef req-fa36144f-d280-4d57-89c7-60674dd557ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:50.251024 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77be4f45-b1c7-4600-848b-e8da320373ef req-fa36144f-d280-4d57-89c7-60674dd557ea service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0475094 Aug 29 21:41:50.294729 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4f45-b1c7-4600-848b-e8da320373ef req-5d980819-4f0f-4bec-b1f5-89192d5e09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:50.296226 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77be4f45-b1c7-4600-848b-e8da320373ef req-5d980819-4f0f-4bec-b1f5-89192d5e09a9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381737 Aug 29 21:41:50.393592 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77be4f45-b1c7-4600-848b-e8da320373ef req-19a5dfa9-24d6-4c92-93a9-33c323355d81 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897212 Aug 29 21:41:50.487534 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-77be4f45-b1c7-4600-848b-e8da320373ef req-e5a215ac-1a5d-4c67-85fd-2ef24736ecca service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853102 Aug 29 21:41:57.044368 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:00.482824 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=50 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:00.483577 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=51 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:01.058046 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:03.130154 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1ac9-2ee8-4579-8254-5fa86ea90833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.288579 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-9f09d916-2d07-487e-8121-b504d48ee576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:06.788964 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:07.143612 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.315247 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.379264 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:13.410385 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bcd9b-70f6-40ef-a744-51193b9e418f req-d5a62668-08b1-4173-8530-fb6777eb135c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:13.412113 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a98bcd9b-70f6-40ef-a744-51193b9e418f req-d5a62668-08b1-4173-8530-fb6777eb135c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 946 time: 0.2752957 Aug 29 21:42:13.467063 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a98bcd9b-70f6-40ef-a744-51193b9e418f req-0fffb101-3176-4d1f-983f-38d62be8c237 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489109 Aug 29 21:42:14.015665 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:14.016506 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:14.673483 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad23b94-9b39-4c95-931a-b2d1828c09cb req-c4db6d82-465c-4d68-9724-4dc69b501c6f tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:14.674967 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6ad23b94-9b39-4c95-931a-b2d1828c09cb req-c4db6d82-465c-4d68-9724-4dc69b501c6f tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 946 time: 0.1305175 Aug 29 21:42:14.694587 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-90a804b3-45a7-41ab-9de5-c4de9ad5d9a8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:14.696052 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-90a804b3-45a7-41ab-9de5-c4de9ad5d9a8 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 946 time: 0.0692089 Aug 29 21:42:14.769545 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-6ad23b94-9b39-4c95-931a-b2d1828c09cb req-9bbb862f-77bb-4ad1-9b4a-43e8bb96bfe0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887630 Aug 29 21:42:14.802982 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Deleting port 17bc32b1-475a-4b13-b961-57b63a7f446f {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:42:14.803329 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:14.899067 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] For port 17bc32b1-475a-4b13-b961-57b63a7f446f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17bc32b1-475a-4b13-b961-57b63a7f446f,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:14.899426 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:15.060080 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:15.060360 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (e1e87829-e5e5-40b2-be75-e7cf3eab7d72), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:15.060675 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Floating IP e1e87829-e5e5-40b2-be75-e7cf3eab7d72 disassociated. External IP: 172.27.3.129, port: 17bc32b1-475a-4b13-b961-57b63a7f446f. Aug 29 21:42:15.061020 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Calling delete_port for 17bc32b1-475a-4b13-b961-57b63a7f446f owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:42:15.247515 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (17bc32b1-475a-4b13-b961-57b63a7f446f), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:15.275962 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event deleted for resources: {'Port': ['ID=17bc32b1-475a-4b13-b961-57b63a7f446f,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:15.288249 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.288664 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.288945 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.289451 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.289789 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.290122 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.290453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.290779 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.291105 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.291431 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.291765 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.292118 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.292440 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.292762 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.293081 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:15.399730 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Router 101de24f-0475-4c83-916c-d4e9bfe7cabf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:42:15.501110 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:15.504027 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:42:15.513640 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] Sync routers for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:42:15.523805 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:15.524479 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:42:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:15.549097 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] No DVR routers for this DVR port 17bc32b1-475a-4b13-b961-57b63a7f446f on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:42:15.551621 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:15.555010 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-51821d2d-37e0-4038-9e54-9cb73090e89b req-ab74d056-21aa-4ed3-b231-f6dddbf3c8e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "DELETE /networking/v2.0/ports/17bc32b1-475a-4b13-b961-57b63a7f446f HTTP/1.1" status: 204 len: 173 time: 0.8515615 Aug 29 21:42:15.555445 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'name': 'network-vif-deleted', 'tag': '17bc32b1-475a-4b13-b961-57b63a7f446f'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:15.557811 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456a64c5-bb29-4747-9c9f-b0e08f65f8f6" -d '{"events": [{"server_uuid": "cdda6e45-0167-46da-96c8-2d23ee9767db", "name": "network-vif-deleted", "tag": "17bc32b1-475a-4b13-b961-57b63a7f446f"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:15.597469 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4252c35-c16d-4752-bc60-c039aa619cda x-openstack-request-id: req-a4252c35-c16d-4752-bc60-c039aa619cda {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:15.598409 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdda6e45-0167-46da-96c8-2d23ee9767db", "name": "network-vif-deleted", "tag": "17bc32b1-475a-4b13-b961-57b63a7f446f", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:15.598409 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4252c35-c16d-4752-bc60-c039aa619cda {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:15.598728 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4252c35-c16d-4752-bc60-c039aa619cda'] response: {'server_uuid': 'cdda6e45-0167-46da-96c8-2d23ee9767db', 'name': 'network-vif-deleted', 'tag': '17bc32b1-475a-4b13-b961-57b63a7f446f', 'status': 'completed', 'code': 200} Aug 29 21:42:15.632335 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:15.830121 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:15.859860 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] Checking router: 101de24f-0475-4c83-916c-d4e9bfe7cabf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:42:15.868798 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:15.869341 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:42:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:15.875866 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1274b078-36ee-441f-9d51-8fb976f74666 req-e4e9cf96-d53b-4cb8-90a2-55a3287db1cd tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=cdda6e45-0167-46da-96c8-2d23ee9767db HTTP/1.1" status: 200 len: 210 time: 0.0329556 Aug 29 21:42:15.882829 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [req-803dacf3-29e9-4b7f-b796-960f2b1a0bd0 req-4a3bed02-b4ad-45c9-afa7-019322a0ee17 service neutron] (107111) timed out ('10.222.0.16', 51151) {{(pid=107111) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 21:42:15.913831 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [req-b1c7db9a-1517-481c-a644-dc0d920b5f31 req-25e7c8b0-2ee8-46ff-ab78-37d6a87483eb service neutron] (107111) timed out ('10.222.0.16', 51144) {{(pid=107111) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 21:42:15.978948 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:16.172777 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:16.197525 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcc6a2-8108-4a1b-943d-bb973804db15 None None] The sync data for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi is: [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:42:16.414885 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792b3c9-31c4-4d8a-87f4-a0b8c2ac5db8 None None] New status for floating IP e1e87829-e5e5-40b2-be75-e7cf3eab7d72: DOWN {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:42:17.127399 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:17.153050 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-705df895-6365-458e-961d-23a398c162fe tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1944143218&fields=id&tenant_id=77472ffae4da491881e41c08aa09e4fc HTTP/1.1" status: 200 len: 267 time: 0.0464325 Aug 29 21:42:17.262254 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-2c8ed892-a874-4093-b79f-7ceffe409129 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:17.263700 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-2c8ed892-a874-4093-b79f-7ceffe409129 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 811 time: 0.1025271 Aug 29 21:42:17.278544 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-9a7561b4-3ebb-4ad7-820b-a7a7484cbb3e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/quotas/77472ffae4da491881e41c08aa09e4fc HTTP/1.1" status: 200 len: 375 time: 0.0090959 Aug 29 21:42:17.331609 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-9750c7e6-01c3-48bd-ad5c-4ab084ffe568 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473928 Aug 29 21:42:17.472320 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0f146fcc-31e7-4870-8c34-91f75472e3d2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279135 Aug 29 21:42:17.565202 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-693cb184-ac70-4c69-9e68-bf994701cb94 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869372 Aug 29 21:42:18.136646 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-b70db712-67d0-4ca3-baca-d1153c1de778 req-5a27a655-b607-4e18-9c3b-d0265034d387 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 210 time: 0.0295286 Aug 29 21:42:18.729897 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 17bc32b1-475a-4b13-b961-57b63a7f446f no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:42:18.757333 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 17bc32b1-475a-4b13-b961-57b63a7f446f {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:42:18.758853 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 17bc32b1-475a-4b13-b961-57b63a7f446f not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:42:19.247550 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-ead25189-3c6b-473f-ba97-b8030301776a req-3691f548-e2e8-4dda-8b46-03d116bd1d0b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 210 time: 0.0292995 Aug 29 21:42:20.190394 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-33c8b4d5-acf5-4c16-a813-7df239b94802 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:20.191845 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-33c8b4d5-acf5-4c16-a813-7df239b94802 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 811 time: 0.1135349 Aug 29 21:42:20.258342 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-41c514df-bd15-4761-b927-4c3e37229700 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77472ffae4da491881e41c08aa09e4fc HTTP/1.1" status: 200 len: 380 time: 0.0583780 Aug 29 21:42:20.266289 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'port': {'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'admin_state_up': True, 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'security_groups': ['5c2b009d-2410-4a8e-854d-09032ce8d51f']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:20.367211 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0a5a6ae7-12bf-4ae3-85a1-f2b27b28f719 req-5fa8e6ce-37de-4f4c-b02d-b9fb60cbdc8b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 210 time: 0.0369031 Aug 29 21:42:20.487361 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Made reservation on behalf of 77472ffae4da491881e41c08aa09e4fc for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:42:20.491476 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:20.625684 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Allocated IP 172.20.0.4 (526ac953-2d63-4bf1-8bf8-4e48840fae3d/140a35b0-7171-4898-b848-3dae4f721fee/93df90ce-afcc-473a-9691-e95cf9df4eba) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:42:20.627387 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:20.737093 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:20.780579 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:20.882929 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:20.926787 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:42:20.930003 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:20.934437 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:42:20.962070 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'Port': ['ID=93df90ce-afcc-473a-9691-e95cf9df4eba,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:20.992591 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:20.993717 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:21.113627 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-0961ad7d-2b3e-441d-bc19-fc4d383315c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509061 Aug 29 21:42:21.186183 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-35a8220a-7b93-4831-94f7-d4d73b76ac25 None None] Provisioning complete for port 93df90ce-afcc-473a-9691-e95cf9df4eba triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:21.187685 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-35a8220a-7b93-4831-94f7-d4d73b76ac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:21.188931 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Request body: {'port': {'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:21.234130 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-35a8220a-7b93-4831-94f7-d4d73b76ac25 None None] Port 93df90ce-afcc-473a-9691-e95cf9df4eba cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:42:21.265658 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:21.523915 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5054bcb-9dd9-45cd-b9d8-66baf1f5aba9 req-94658a65-8222-4c8a-ba2b-1e4f46e8c77e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:21.523915 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c5054bcb-9dd9-45cd-b9d8-66baf1f5aba9 req-94658a65-8222-4c8a-ba2b-1e4f46e8c77e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 931 time: 0.0729752 Aug 29 21:42:21.600958 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:21.618454 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c5054bcb-9dd9-45cd-b9d8-66baf1f5aba9 req-bc28c53d-d664-4f87-9a36-318dc6bd6a7a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907819 Aug 29 21:42:21.620635 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93df90ce-afcc-473a-9691-e95cf9df4eba {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:42:21.630328 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Publish callbacks [] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:21.644584 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Transition to ACTIVE for port object 93df90ce-afcc-473a-9691-e95cf9df4eba will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:42:21.734312 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:22.089073 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Pushing event updated for resources: {'Port': ['ID=93df90ce-afcc-473a-9691-e95cf9df4eba,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:22.122317 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Attempting to bind port 93df90ce-afcc-473a-9691-e95cf9df4eba on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:42:22.122640 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Attempting to bind port 93df90ce-afcc-473a-9691-e95cf9df4eba by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:42:22.122952 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Attempting to bind port 93df90ce-afcc-473a-9691-e95cf9df4eba on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:22.127577 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Port 93df90ce-afcc-473a-9691-e95cf9df4eba on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:42:22.127906 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Attempting to bind port 93df90ce-afcc-473a-9691-e95cf9df4eba on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:22.133220 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:42:22.133551 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Checking segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:42:22.133921 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Bound using segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:42:22.134341 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Bound port: 93df90ce-afcc-473a-9691-e95cf9df4eba, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:42:22.134689 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:22.169714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:22.200218 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] For port 93df90ce-afcc-473a-9691-e95cf9df4eba, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:42:22.204846 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] For port 93df90ce-afcc-473a-9691-e95cf9df4eba, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=93df90ce-afcc-473a-9691-e95cf9df4eba,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:42:22.305320 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:22.310075 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:22.310464 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:22.311950 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/93df90ce-afcc-473a-9691-e95cf9df4eba HTTP/1.1" status: 200 len: 1093 time: 1.1905618 Aug 29 21:42:22.312447 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:22.314735 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b67bbc6-12ea-49c6-8ffd-af88a03545a8" -d '{"events": [{"name": "network-changed", "server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:22.361637 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2362908-4f77-4b1a-9e61-833e236299b8 x-openstack-request-id: req-c2362908-4f77-4b1a-9e61-833e236299b8 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:22.361952 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:22.362174 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2362908-4f77-4b1a-9e61-833e236299b8 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:22.362582 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2362908-4f77-4b1a-9e61-833e236299b8'] response: {'name': 'network-changed', 'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'status': 'completed', 'code': 200} Aug 29 21:42:22.367406 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cecd20-dd88-4466-8253-87e2e873c587 service neutron] Pushing event updated for resources: {'Port': ['ID=93df90ce-afcc-473a-9691-e95cf9df4eba,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:22.423260 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67bbc6-12ea-49c6-8ffd-af88a03545a8 req-56854df9-2893-4c00-b978-daa4dae38588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:22.424823 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9b67bbc6-12ea-49c6-8ffd-af88a03545a8 req-56854df9-2893-4c00-b978-daa4dae38588 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0443647 Aug 29 21:42:22.533215 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67bbc6-12ea-49c6-8ffd-af88a03545a8 req-c91dd874-92af-43dc-8b18-e402b43a0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:22.534679 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9b67bbc6-12ea-49c6-8ffd-af88a03545a8 req-c91dd874-92af-43dc-8b18-e402b43a0449 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=77472ffae4da491881e41c08aa09e4fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1017599 Aug 29 21:42:22.637491 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67bbc6-12ea-49c6-8ffd-af88a03545a8 req-95f3ea20-cdc7-4af0-856f-f4f050eb138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:22.638870 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9b67bbc6-12ea-49c6-8ffd-af88a03545a8 req-95f3ea20-cdc7-4af0-856f-f4f050eb138c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944614 Aug 29 21:42:22.748077 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-6577de85-0890-4257-a2f7-cade6cb1bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:22.750165 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-6577de85-0890-4257-a2f7-cade6cb1bc47 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0703132 Aug 29 21:42:22.762789 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd987e3-db88-4820-84d1-7deae1c0361f req-95b03a5d-4383-45bd-8369-4b8b9a055c50 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:22.764285 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5bd987e3-db88-4820-84d1-7deae1c0361f req-95b03a5d-4383-45bd-8369-4b8b9a055c50 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 943 time: 0.0563684 Aug 29 21:42:22.815048 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-541d1e56-3a6c-40ba-8e5a-c43fc17d1a41 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93df90ce-afcc-473a-9691-e95cf9df4eba HTTP/1.1" status: 200 len: 217 time: 0.0432527 Aug 29 21:42:22.887349 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5bd987e3-db88-4820-84d1-7deae1c0361f req-7bfe652a-b591-4a60-84fa-5ab713535cc6 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144209 Aug 29 21:42:22.889246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-56df0d5c-3e74-4d1a-913e-d20aedc2cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:22.891163 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-56df0d5c-3e74-4d1a-913e-d20aedc2cf69 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0747194 Aug 29 21:42:22.937377 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-41f22232-f9c4-4c27-a58f-00f26478f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:22.938924 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-41f22232-f9c4-4c27-a58f-00f26478f767 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409803 Aug 29 21:42:23.048650 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-5d151bb5-6588-4acd-9f72-7fe2f6bdf57a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023591 Aug 29 21:42:23.156200 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c31ec534-4f79-41da-a0c7-c3da5112a64f req-a4083c22-9dd5-4561-8aac-0b419b5ccfca service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991564 Aug 29 21:42:24.015594 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f6073-4a47-445b-a202-87c6b57d7c94 req-7e8a2ae7-73b6-4694-8d2f-3f9eca61716c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:24.017165 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0f7f6073-4a47-445b-a202-87c6b57d7c94 req-7e8a2ae7-73b6-4694-8d2f-3f9eca61716c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 943 time: 0.0500884 Aug 29 21:42:24.049494 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:42:24.071244 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0f7f6073-4a47-445b-a202-87c6b57d7c94 req-b9185373-f3a9-4a7b-84ea-ec1f9f796af9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481601 Aug 29 21:42:25.200276 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efaff7-e636-485e-a834-3cea8c21321d req-66fa0f3d-99e1-420f-8e29-28312f09a498 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:25.202044 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14efaff7-e636-485e-a834-3cea8c21321d req-66fa0f3d-99e1-420f-8e29-28312f09a498 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 943 time: 0.0516944 Aug 29 21:42:25.260937 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-14efaff7-e636-485e-a834-3cea8c21321d req-9282639e-8bda-4b65-af7d-7c4ca207f198 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505040 Aug 29 21:42:26.168757 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=58 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:26.380415 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71645cef-6b8a-4ff3-9f72-53fc9ff3c17d req-5cf1da87-255e-46f6-88a4-7e31cc4ac7e6 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:26.381976 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-71645cef-6b8a-4ff3-9f72-53fc9ff3c17d req-5cf1da87-255e-46f6-88a4-7e31cc4ac7e6 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 943 time: 0.0479593 Aug 29 21:42:26.433569 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-71645cef-6b8a-4ff3-9f72-53fc9ff3c17d req-c1844bfe-b905-44b6-9852-14155bdf9ed1 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460687 Aug 29 21:42:27.556094 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5194e4-5147-4fd6-ab37-07ee669f8960 req-2c8ff0f0-4919-4e55-9be4-5fc4b1a4187a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:27.557570 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2d5194e4-5147-4fd6-ab37-07ee669f8960 req-2c8ff0f0-4919-4e55-9be4-5fc4b1a4187a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 943 time: 0.0475936 Aug 29 21:42:27.589923 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:27.610365 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2d5194e4-5147-4fd6-ab37-07ee669f8960 req-48b81499-ad06-46dd-9f16-c8f7115bbdf3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470123 Aug 29 21:42:28.733632 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d55323-de84-4698-b4b4-c88eba332298 req-71798ee7-2fc0-4342-a761-faa904cabcd9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:28.735309 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-63d55323-de84-4698-b4b4-c88eba332298 req-71798ee7-2fc0-4342-a761-faa904cabcd9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 943 time: 0.0515323 Aug 29 21:42:28.786236 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-63d55323-de84-4698-b4b4-c88eba332298 req-49386bb3-af3e-4f59-a508-734a665c42b2 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448403 Aug 29 21:42:29.917107 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c085a-6bfc-4069-8d00-d8d23b4fb87a req-77a30992-0f81-480d-af8d-95f1c9e49267 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:29.918526 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-176c085a-6bfc-4069-8d00-d8d23b4fb87a req-77a30992-0f81-480d-af8d-95f1c9e49267 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 943 time: 0.0520360 Aug 29 21:42:29.956262 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:29.970348 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-176c085a-6bfc-4069-8d00-d8d23b4fb87a req-6b6836fe-33d8-4307-87f8-5c40dcc29163 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462129 Aug 29 21:42:30.774968 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 93df90ce-afcc-473a-9691-e95cf9df4eba details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:42:30.777210 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:30.778652 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:30.879948 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 93df90ce-afcc-473a-9691-e95cf9df4eba, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=93df90ce-afcc-473a-9691-e95cf9df4eba,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:30.891367 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:42:30.930984 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 93df90ce-afcc-473a-9691-e95cf9df4eba is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:30.931414 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:30.945805 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93df90ce-afcc-473a-9691-e95cf9df4eba {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:42:30.966010 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 93df90ce-afcc-473a-9691-e95cf9df4eba, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=93df90ce-afcc-473a-9691-e95cf9df4eba,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:31.048100 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:31.094656 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a2344-f99b-4c31-9c2e-64058e8bcc71 req-84abe441-c91c-468d-9ad2-45600b1f9cae tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:31.096451 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e50a2344-f99b-4c31-9c2e-64058e8bcc71 req-84abe441-c91c-468d-9ad2-45600b1f9cae tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 944 time: 0.0517385 Aug 29 21:42:31.100867 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=93df90ce-afcc-473a-9691-e95cf9df4eba,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:31.108303 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.108631 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.109051 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.109852 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.110221 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.110541 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.111078 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.111224 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.111488 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.115834 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.115834 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.115834 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.115834 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.115834 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.115834 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:31.160645 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-e50a2344-f99b-4c31-9c2e-64058e8bcc71 req-12e03255-c6b6-419b-a3e5-b3e9dfbab57c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573645 Aug 29 21:42:31.271145 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['93df90ce-afcc-473a-9691-e95cf9df4eba'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:42:32.280782 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6f22e-a701-4e8a-8109-3d19b380b847 req-f9ef5e56-bdbe-4a18-8904-5939c8c85946 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:32.282272 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f9b6f22e-a701-4e8a-8109-3d19b380b847 req-f9ef5e56-bdbe-4a18-8904-5939c8c85946 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 944 time: 0.0482881 Aug 29 21:42:32.332224 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f9b6f22e-a701-4e8a-8109-3d19b380b847 req-5e42b1aa-9f87-4a5e-8616-b3e29e0980e1 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442622 Aug 29 21:42:32.778081 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 93df90ce-afcc-473a-9691-e95cf9df4eba up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:42:32.822342 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:32.823372 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 93df90ce-afcc-473a-9691-e95cf9df4eba completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:42:32.881390 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 93df90ce-afcc-473a-9691-e95cf9df4eba triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:32.881765 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:32.954255 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 93df90ce-afcc-473a-9691-e95cf9df4eba is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:32.954620 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:32.982586 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:32.984852 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d65314c-8dae-47c5-9006-0e07f4bd8e58" -d '{"events": [{"server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "name": "network-vif-plugged", "status": "completed", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:32.997379 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 93df90ce-afcc-473a-9691-e95cf9df4eba, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=93df90ce-afcc-473a-9691-e95cf9df4eba,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:33.025607 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d779d781-85d0-4f47-8bd7-b4a0985fa038 x-openstack-request-id: req-d779d781-85d0-4f47-8bd7-b4a0985fa038 {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:33.028957 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "name": "network-vif-plugged", "status": "completed", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:33.028957 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d779d781-85d0-4f47-8bd7-b4a0985fa038 {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:33.028957 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d779d781-85d0-4f47-8bd7-b4a0985fa038'] response: {'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'code': 200} Aug 29 21:42:33.077397 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:33.119325 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-ca126c83-5a23-4756-9cd7-553f52c07e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:33.130123 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=93df90ce-afcc-473a-9691-e95cf9df4eba,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:33.340139 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105ef16-a012-4ac1-af2b-70e2dad30ff5 req-ddc1ca73-4fae-494a-815f-2cee4eb8d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:33.341639 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c105ef16-a012-4ac1-af2b-70e2dad30ff5 req-ddc1ca73-4fae-494a-815f-2cee4eb8d4c7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0434210 Aug 29 21:42:33.389401 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c105ef16-a012-4ac1-af2b-70e2dad30ff5 req-c25a92f6-a764-4645-9fb8-2f9191d847c9 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Aug 29 21:42:33.452962 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeb066-a1fe-4f65-bbf4-edb023dd14de req-87108862-df5a-452e-9241-3f827b27e41b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:33.454460 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dffeb066-a1fe-4f65-bbf4-edb023dd14de req-87108862-df5a-452e-9241-3f827b27e41b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 945 time: 0.0489066 Aug 29 21:42:33.505426 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-dffeb066-a1fe-4f65-bbf4-edb023dd14de req-c7f435f3-4294-4dcf-a1c8-be7b963152ed tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449860 Aug 29 21:42:34.044875 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=76 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:34.589918 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=48 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:34.591724 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=48 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:34.628702 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287b12-a23d-433f-b519-641855bb99de req-44de30b5-a082-4dd1-ba10-95888537f6dd tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:34.630171 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a3287b12-a23d-433f-b519-641855bb99de req-44de30b5-a082-4dd1-ba10-95888537f6dd tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 945 time: 0.0488060 Aug 29 21:42:34.683762 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-a3287b12-a23d-433f-b519-641855bb99de req-81a68c8f-2acc-4aa6-aa6c-2ffb2a6899e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478578 Aug 29 21:42:34.807655 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95c472-010f-474a-a386-2cf370779eac req-b742bfa8-4cd5-4504-927b-9e67905749d1 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:34.812362 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-eb95c472-010f-474a-a386-2cf370779eac req-b742bfa8-4cd5-4504-927b-9e67905749d1 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 945 time: 0.0524485 Aug 29 21:42:34.872637 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-eb95c472-010f-474a-a386-2cf370779eac req-2e60e140-3fb1-422f-8b60-8f8988efc360 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578413 Aug 29 21:42:34.903666 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 53058) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:34.943215 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4554ac-c195-41e7-88c7-deb6233ab005 tempest-TestVolumeBootPattern-806924429 tempest-TestVolumeBootPattern-806924429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:34.944886 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-5c4554ac-c195-41e7-88c7-deb6233ab005 tempest-TestVolumeBootPattern-806924429 tempest-TestVolumeBootPattern-806924429-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 1124 time: 0.0399830 Aug 29 21:42:34.947666 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 53060) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:34.951955 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:35.036413 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:35.117691 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:35.227761 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:35.229601 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Allocated IP 172.27.3.216 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/ce31fa4f-7647-4f1b-a721-1e2aa912f931) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:42:35.315916 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6cc0912f-bf7c-48a8-8e87-9695fc655115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:35.346500 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for port (ce31fa4f-7647-4f1b-a721-1e2aa912f931), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:35.424764 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (ce31fa4f-7647-4f1b-a721-1e2aa912f931), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:35.449757 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:35.462378 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:35.469927 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:42:35.473168 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:35.475843 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:42:35.501860 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'Port': ['ID=ce31fa4f-7647-4f1b-a721-1e2aa912f931,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:35.838277 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (f73d136c-2986-4c19-b152-1cbaae10df56), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:35.996166 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (ce31fa4f-7647-4f1b-a721-1e2aa912f931), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:36.149269 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for port (ce31fa4f-7647-4f1b-a721-1e2aa912f931), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:36.236316 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (ce31fa4f-7647-4f1b-a721-1e2aa912f931), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:36.290269 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:36.307377 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'Port': ['ID=ce31fa4f-7647-4f1b-a721-1e2aa912f931,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:36.309735 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (f73d136c-2986-4c19-b152-1cbaae10df56), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:36.410555 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Floating IP f73d136c-2986-4c19-b152-1cbaae10df56 associated. External IP: 172.27.3.216, port: 93df90ce-afcc-473a-9691-e95cf9df4eba. Aug 29 21:42:36.553890 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:36.615343 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Router 101de24f-0475-4c83-916c-d4e9bfe7cabf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:42:36.720623 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:42:36.732907 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] Sync routers for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:42:36.743245 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:36.747376 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:42:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:36.796160 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:36.827245 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:36.861268 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-07ec90df-7f32-4d3d-bc83-c7696668a306 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9124091 Aug 29 21:42:36.862118 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:36.864083 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb097f8-1e7c-40df-ab2b-582e579761f5" -d '{"events": [{"name": "network-changed", "server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:36.864942 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:36.904149 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f7573-4f1d-4291-b605-5c189f166caf x-openstack-request-id: req-7a4f7573-4f1d-4291-b605-5c189f166caf {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:36.904483 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:36.904727 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a4f7573-4f1d-4291-b605-5c189f166caf {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:36.905187 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4f7573-4f1d-4291-b605-5c189f166caf'] response: {'name': 'network-changed', 'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'status': 'completed', 'code': 200} Aug 29 21:42:36.971494 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-551800cf-b018-446e-b17f-b7330b24fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:36.973212 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-551800cf-b018-446e-b17f-b7330b24fd40 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0454881 Aug 29 21:42:37.067694 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-5d7d4fe2-45dd-49ca-8c7b-b4b910eb8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:37.069208 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-5d7d4fe2-45dd-49ca-8c7b-b4b910eb8de0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.0900447 Aug 29 21:42:37.099355 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'f73d136c-2986-4c19-b152-1cbaae10df56', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:35Z', 'updated_at': '2022-08-29T21:42:35Z', 'revision_number': 0, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:37.129418 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] Checking router: 101de24f-0475-4c83-916c-d4e9bfe7cabf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:42:37.139063 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:37.139664 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:42:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:37.140929 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-198e9293-b559-410e-8e62-24f9eb4aab2f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93df90ce-afcc-473a-9691-e95cf9df4eba HTTP/1.1" status: 200 len: 999 time: 0.0650032 Aug 29 21:42:37.162074 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:37.199255 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-f4365e63-f259-4d3e-b4e9-bb7de4f4b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:37.200811 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-f4365e63-f259-4d3e-b4e9-bb7de4f4b981 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0531149 Aug 29 21:42:37.248803 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:37.254911 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-72db4e75-93e0-425c-b59b-45d5fbe8056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:37.254911 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-72db4e75-93e0-425c-b59b-45d5fbe8056f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450199 Aug 29 21:42:37.354033 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-aebda9a1-9877-464e-b254-225e51138672 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945210 Aug 29 21:42:37.457057 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-afb097f8-1e7c-40df-ab2b-582e579761f5 req-ca33050b-c672-41b8-8253-63a5b6d5cff8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952756 Aug 29 21:42:37.475756 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'f73d136c-2986-4c19-b152-1cbaae10df56', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:35Z', 'updated_at': '2022-08-29T21:42:35Z', 'revision_number': 0, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:37.506000 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37837a7-2c3b-42cf-819e-de9013986a0a None None] The sync data for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi is: [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'f73d136c-2986-4c19-b152-1cbaae10df56', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:35Z', 'updated_at': '2022-08-29T21:42:35Z', 'revision_number': 0, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:42:37.717967 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72a173b-760e-4580-be10-eeab7ac1d361 None None] New status for floating IP f73d136c-2986-4c19-b152-1cbaae10df56: ACTIVE {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:42:38.298346 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:38.361857 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:44.675902 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:44.679806 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=15 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:47.451426 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:47.453229 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:48.319068 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:48.320110 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:50.951789 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-a8c3f701-f895-4762-9e2d-9ddd23598f2b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436926 Aug 29 21:42:51.037986 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-0e3dacb7-6121-42c5-9cd9-62c7b9e3c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:51.039474 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-0e3dacb7-6121-42c5-9cd9-62c7b9e3c3b3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0395575 Aug 29 21:42:51.145746 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-cb24ea20-6df9-484c-95cf-d25d2b5698fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:51.147252 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-cb24ea20-6df9-484c-95cf-d25d2b5698fa service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.0879815 Aug 29 21:42:51.216514 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-a0e01e86-0ac3-46c0-a282-472104bef034 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93df90ce-afcc-473a-9691-e95cf9df4eba HTTP/1.1" status: 200 len: 1001 time: 0.0623417 Aug 29 21:42:51.266359 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-e2401a31-12b1-4352-a636-d75e720efdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:51.267827 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-e2401a31-12b1-4352-a636-d75e720efdc4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0455239 Aug 29 21:42:51.313474 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-91793371-a233-4cd3-90d6-cb7c078da8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:51.314975 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-91793371-a233-4cd3-90d6-cb7c078da8ab service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405178 Aug 29 21:42:51.411543 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-2479e907-01cc-469b-9d06-b9e0643e481c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885344 Aug 29 21:42:51.507654 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bfb581ee-e236-432e-9f9b-008acaef75e2 req-8b7e7502-91e5-436d-bdfb-13a3fc3dd933 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888226 Aug 29 21:42:58.303632 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=91 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:58.306577 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=89 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:01.048437 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:43:01.503281 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=50 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:01.504121 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=51 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:03.127046 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-542f13e6-7357-4d2d-9671-7bc5d7c1fdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:05.315629 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-f18a3541-3da0-475c-94d8-9fcbc060fb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:06.800633 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:07.201004 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:08.342700 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:08.407146 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.044054 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:18.312148 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:18.320840 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:28.011341 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:28.012142 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:33.138844 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-70f7de1e-3c2c-4a00-a522-9d346eb8ec4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:35.297613 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7688a25e-d5df-4a1f-a318-29690d69ef64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:36.789528 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:37.177677 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:38.049676 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:43:38.343465 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:38.457546 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:48.041767 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:48.042546 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:48.325370 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:48.328391 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:51.964330 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5831fa7-0980-4600-9058-61f121ddb046 req-2d15ade9-1da2-459e-af33-75d90066a318 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447927 Aug 29 21:43:52.049881 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831fa7-0980-4600-9058-61f121ddb046 req-3fa4a5a0-d39c-4d69-8c5f-c398f72b1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:52.051391 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5831fa7-0980-4600-9058-61f121ddb046 req-3fa4a5a0-d39c-4d69-8c5f-c398f72b1d55 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0423808 Aug 29 21:43:52.170898 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831fa7-0980-4600-9058-61f121ddb046 req-898abae2-6b5c-46c9-961d-798f987af075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:52.172327 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5831fa7-0980-4600-9058-61f121ddb046 req-898abae2-6b5c-46c9-961d-798f987af075 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.0972626 Aug 29 21:43:52.237806 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5831fa7-0980-4600-9058-61f121ddb046 req-c8ff8bfa-5595-46dc-8233-1e76a4bc3053 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93df90ce-afcc-473a-9691-e95cf9df4eba HTTP/1.1" status: 200 len: 1001 time: 0.0590522 Aug 29 21:43:52.289840 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831fa7-0980-4600-9058-61f121ddb046 req-b2924ea5-b766-4cd1-a6f7-66229d44d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:52.291365 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5831fa7-0980-4600-9058-61f121ddb046 req-b2924ea5-b766-4cd1-a6f7-66229d44d7df service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0468330 Aug 29 21:43:52.340980 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831fa7-0980-4600-9058-61f121ddb046 req-81a56a68-af2a-4f6c-930c-c4394410c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:52.342605 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5831fa7-0980-4600-9058-61f121ddb046 req-81a56a68-af2a-4f6c-930c-c4394410c23b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444813 Aug 29 21:43:52.437964 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5831fa7-0980-4600-9058-61f121ddb046 req-8690d81b-8a16-43f4-b990-a7cabed67b9a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887125 Aug 29 21:43:52.807849 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f5831fa7-0980-4600-9058-61f121ddb046 req-8ed65a50-596e-4b4f-9de4-b91787c81113 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639708 Aug 29 21:44:02.794515 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=47 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:02.804796 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=54 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:03.114066 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-de74d57e-4a27-478d-9655-eb4b0b6268b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:05.004454 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:05.008459 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:05.308879 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-ac207e0f-4b84-4e06-aeb4-f3d1a1d42880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:06.788527 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:07.217589 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:08.462718 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:08.524937 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:12.934482 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-5777e0fa-9281-41a2-9a3c-a43e6a6c6c7e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1944143218&fields=id&tenant_id=77472ffae4da491881e41c08aa09e4fc HTTP/1.1" status: 200 len: 267 time: 0.0509217 Aug 29 21:44:13.048255 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-27daa228-b8fb-4493-8eef-08fa871c38ca tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:13.049745 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-27daa228-b8fb-4493-8eef-08fa871c38ca tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 811 time: 0.1088073 Aug 29 21:44:13.066200 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-22b1feef-39a2-43e4-86b3-2e92a9638f1b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/quotas/77472ffae4da491881e41c08aa09e4fc HTTP/1.1" status: 200 len: 375 time: 0.0108078 Aug 29 21:44:13.120086 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-a98296d2-bb93-4b82-8f37-b069b0a0cae2 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483005 Aug 29 21:44:13.221761 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-d6bf7374-627c-45e0-b47d-d3c9284eaddc service neutron] 10.222.0.65 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889804 Aug 29 21:44:13.313250 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-d6749d56-fee5-4aad-993a-36683c96874a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854428 Aug 29 21:44:13.881811 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ba1c5604-a80b-420a-bf50-01ff1968eae6 req-4ddda41d-2308-4fd8-8bc0-9dc8a2a84eee tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 210 time: 0.0302730 Aug 29 21:44:14.964903 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-a676e026-d406-4ee7-9f04-de7044c33b44 req-7c4a2438-473f-4c93-8a28-cc55aef32450 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 210 time: 0.0302520 Aug 29 21:44:15.048595 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:44:16.049218 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-ce7f1c2b-33c6-4ddf-ae01-00be81802635 req-edd3949b-12c5-42bf-8eb6-1ce7750f4141 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 210 time: 0.0289831 Aug 29 21:44:17.140869 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-b90ffd4e-0f50-42b9-a1b3-87b019052bef req-c3b48b34-cb1b-4d4f-8ac7-699e90b5e4c0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 210 time: 0.0366611 Aug 29 21:44:18.243507 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0578ad26-e3a5-48d8-87f5-029decb78667 req-dc36e318-7027-493b-8b8d-fcd7d4519cf7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 210 time: 0.0292988 Aug 29 21:44:18.461262 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:18.463707 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:19.345456 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-4473b090-8259-4370-bcb0-5c348030dbc3 req-53685a7f-5843-4fb3-8c65-d341ef2d1a05 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 210 time: 0.0292015 Aug 29 21:44:19.977871 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-cf19f300-5528-4ee0-955a-d05c5384022a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:19.979311 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-cf19f300-5528-4ee0-955a-d05c5384022a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 811 time: 0.1052520 Aug 29 21:44:20.043113 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1f068d32-4eb4-4cd0-bf26-da8628bdfadd tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77472ffae4da491881e41c08aa09e4fc HTTP/1.1" status: 200 len: 380 time: 0.0564160 Aug 29 21:44:20.051499 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'port': {'device_id': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'admin_state_up': True, 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'security_groups': ['5c2b009d-2410-4a8e-854d-09032ce8d51f']}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:20.222675 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Made reservation on behalf of 77472ffae4da491881e41c08aa09e4fc for: {'port': 1} {{(pid=107110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:44:20.226866 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.354727 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.db_base_plugin_common [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Allocated IP 172.20.0.10 (526ac953-2d63-4bf1-8bf8-4e48840fae3d/140a35b0-7171-4898-b848-3dae4f721fee/61a6f040-769a-4c6e-a924-16e8826a4df8) {{(pid=107110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:44:20.410557 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:20.444374 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:20.453303 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-50fb4aa7-67af-4d33-be6c-658b0eaaa158 req-80bc5640-a4f1-4f24-b4ae-1ac4b244fa90 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 210 time: 0.0323842 Aug 29 21:44:20.506716 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), precommit_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.618385 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), after_create {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.664457 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d is already hosted by enough agents. {{(pid=107110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:44:20.667671 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.base_scheduler [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Resources bound (agent type, host, resource id): {{(pid=107110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:44:20.672815 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Received port after_create {{(pid=107110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:44:20.704335 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'Port': ['ID=61a6f040-769a-4c6e-a924-16e8826a4df8,revision_number=1']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:20.717415 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.720718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.720718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.720718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.720718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.720718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.720718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.720718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.720718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.720718 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.721568 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.721568 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.721568 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.721873 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.722217 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:20.747769 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:20.748411 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.893684 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79426b5e-bbcf-40c5-836c-24117aa8276a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8457768 Aug 29 21:44:20.895808 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-5821a130-3bda-4a0b-8b4f-ac692159f857 None None] Provisioning complete for port 61a6f040-769a-4c6e-a924-16e8826a4df8 triggered by entity DHCP. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:44:20.906212 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-5821a130-3bda-4a0b-8b4f-ac692159f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.906342 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.v2.base [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Request body: {'port': {'device_id': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:20.929787 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-5821a130-3bda-4a0b-8b4f-ac692159f857 None None] Port 61a6f040-769a-4c6e-a924-16e8826a4df8 cannot update to ACTIVE because it is not bound. {{(pid=107112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:44:20.971872 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.184896 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:21.236810 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a6f040-769a-4c6e-a924-16e8826a4df8 {{(pid=107110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:44:21.244989 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Publish callbacks [] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), precommit_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.258368 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.provisioning_blocks [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Transition to ACTIVE for port object 61a6f040-769a-4c6e-a924-16e8826a4df8 will not be triggered until provisioned by entity L2. {{(pid=107110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:44:21.353925 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.432936 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Pushing event updated for resources: {'Port': ['ID=61a6f040-769a-4c6e-a924-16e8826a4df8,revision_number=2']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:21.465548 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Attempting to bind port 61a6f040-769a-4c6e-a924-16e8826a4df8 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:44:21.465883 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Attempting to bind port 61a6f040-769a-4c6e-a924-16e8826a4df8 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:44:21.466211 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Attempting to bind port 61a6f040-769a-4c6e-a924-16e8826a4df8 on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:44:21.470743 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Port 61a6f040-769a-4c6e-a924-16e8826a4df8 on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:44:21.471063 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Attempting to bind port 61a6f040-769a-4c6e-a924-16e8826a4df8 on network 526ac953-2d63-4bf1-8bf8-4e48840fae3d {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:44:21.476341 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Checking agent: {'id': '2d590f77-d9e5-4abf-b132-298306043521', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'started_at': datetime.datetime(2022, 8, 29, 21, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:44:21.476672 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Checking segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:44:21.477064 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Bound using segment: {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'} {{(pid=107110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:44:21.477473 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.managers [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Bound port: 61a6f040-769a-4c6e-a924-16e8826a4df8, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48449c53-b51e-4f29-bf16-af47efc412a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d'}}] {{(pid=107110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:44:21.477827 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), before_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.574111 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] For port 61a6f040-769a-4c6e-a924-16e8826a4df8, host hv-cinder-85426, cleared binding levels {{(pid=107110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:44:21.591565 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c1b71-6f0b-41bb-aeed-20b73d9059c1 req-05e6493f-34fb-4247-9440-132d045d1868 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.593057 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-858c1b71-6f0b-41bb-aeed-20b73d9059c1 req-05e6493f-34fb-4247-9440-132d045d1868 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 944 time: 0.0632610 Aug 29 21:44:21.596608 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] For port 61a6f040-769a-4c6e-a924-16e8826a4df8, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61a6f040-769a-4c6e-a924-16e8826a4df8,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:44:21.639142 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:21.644275 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-858c1b71-6f0b-41bb-aeed-20b73d9059c1 req-bc8a4cb2-b422-4ce5-875b-37839ba69250 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Aug 29 21:44:21.680390 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12151061'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), after_update {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.685690 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.686219 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.687555 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/61a6f040-769a-4c6e-a924-16e8826a4df8 HTTP/1.1" status: 200 len: 1094 time: 0.7869399 Aug 29 21:44:21.688064 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:21.690395 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51fb168-f37b-4a6d-958c-ff97d99ed35b" -d '{"events": [{"name": "network-changed", "server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:21.739757 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cda9e-ef93-46d4-816e-57bd221160fe service neutron] Pushing event updated for resources: {'Port': ['ID=61a6f040-769a-4c6e-a924-16e8826a4df8,revision_number=3']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:21.789526 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f02e8a-0291-4f99-b212-144c2f64531d x-openstack-request-id: req-98f02e8a-0291-4f99-b212-144c2f64531d {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:21.789817 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:21.790071 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98f02e8a-0291-4f99-b212-144c2f64531d {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:21.790482 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f02e8a-0291-4f99-b212-144c2f64531d'] response: {'name': 'network-changed', 'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'status': 'completed', 'code': 200} Aug 29 21:44:21.856190 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb168-f37b-4a6d-958c-ff97d99ed35b req-498848ac-50fa-4f4f-8712-2ab3ca3efd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.857797 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c51fb168-f37b-4a6d-958c-ff97d99ed35b req-498848ac-50fa-4f4f-8712-2ab3ca3efd03 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 1128 time: 0.0442669 Aug 29 21:44:21.954819 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb168-f37b-4a6d-958c-ff97d99ed35b req-3f31f35f-c045-40d0-a0a4-3cbf8a86b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.956211 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c51fb168-f37b-4a6d-958c-ff97d99ed35b req-3f31f35f-c045-40d0-a0a4-3cbf8a86b572 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=77472ffae4da491881e41c08aa09e4fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0914721 Aug 29 21:44:22.058084 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb168-f37b-4a6d-958c-ff97d99ed35b req-0a7f8602-684e-4142-9f4c-a6611fdc514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:22.060171 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-c51fb168-f37b-4a6d-958c-ff97d99ed35b req-0a7f8602-684e-4142-9f4c-a6611fdc514a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984871 Aug 29 21:44:22.159173 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-35e0c217-ef4f-4b14-9371-7ada866ada9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:22.165457 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-35e0c217-ef4f-4b14-9371-7ada866ada9a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 1128 time: 0.0405214 Aug 29 21:44:22.204296 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-3c35756f-1f4b-4bd7-9f4a-60dd94218fb8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61a6f040-769a-4c6e-a924-16e8826a4df8 HTTP/1.1" status: 200 len: 217 time: 0.0369439 Aug 29 21:44:22.253639 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-211f11b7-c24e-4864-ab49-163f4a569923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:22.254976 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-211f11b7-c24e-4864-ab49-163f4a569923 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0448122 Aug 29 21:44:22.299226 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79009c3d-6bfb-444a-847c-cc0ae0be143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:22.300751 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-79009c3d-6bfb-444a-847c-cc0ae0be143c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397878 Aug 29 21:44:22.393896 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-0a797ebf-b2e1-46e8-a200-1644c667a6d7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862222 Aug 29 21:44:22.485044 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-9ff558c7-a7a0-42ac-b0dc-f6dad82bc292 req-5bbe5754-e6da-44e4-b15f-1201e3bb1b18 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856109 Aug 29 21:44:22.766327 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52ec8f-3bd1-40f8-993b-85d66ab0b208 req-ef10749a-1e30-435b-b82e-5b5325d703a9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:22.767798 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8f52ec8f-3bd1-40f8-993b-85d66ab0b208 req-ef10749a-1e30-435b-b82e-5b5325d703a9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 944 time: 0.0509360 Aug 29 21:44:22.803818 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:22.817788 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-8f52ec8f-3bd1-40f8-993b-85d66ab0b208 req-5f3d02e7-275f-4fb5-a92e-9c509c54f72d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443728 Aug 29 21:44:23.939048 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369841be-edb7-419f-ba67-59be112c83d6 req-c5360fb6-8852-4d8d-a48c-ede02a9733a9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:23.940567 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-369841be-edb7-419f-ba67-59be112c83d6 req-c5360fb6-8852-4d8d-a48c-ede02a9733a9 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 944 time: 0.0471969 Aug 29 21:44:23.989717 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-369841be-edb7-419f-ba67-59be112c83d6 req-6d967149-0272-4670-9618-2d028bd0df79 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 Aug 29 21:44:25.043970 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:25.111687 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312bb7b-9496-4512-99a6-a232a8f790f1 req-3330b158-29e3-4afc-a846-9ee2c211d747 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:25.113177 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3312bb7b-9496-4512-99a6-a232a8f790f1 req-3330b158-29e3-4afc-a846-9ee2c211d747 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 944 time: 0.0484571 Aug 29 21:44:25.162057 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3312bb7b-9496-4512-99a6-a232a8f790f1 req-8c3c129a-0750-4798-8945-762529381983 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Aug 29 21:44:26.284933 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364a495-682d-43fa-bcd2-8e11c0334336 req-2b58bcba-a41e-4b68-947d-36b1e72c9838 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:26.286424 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1364a495-682d-43fa-bcd2-8e11c0334336 req-2b58bcba-a41e-4b68-947d-36b1e72c9838 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 944 time: 0.0467141 Aug 29 21:44:26.335107 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-1364a495-682d-43fa-bcd2-8e11c0334336 req-3ca3a503-f5b7-46a6-a7b0-78ba39d57bb0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430231 Aug 29 21:44:27.459608 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71fdd1-208e-44f1-9eb5-c8890b1a0cc8 req-46260ad8-93bf-465a-a3f9-ed89a1db8c9c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:27.461090 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc71fdd1-208e-44f1-9eb5-c8890b1a0cc8 req-46260ad8-93bf-465a-a3f9-ed89a1db8c9c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 944 time: 0.0477819 Aug 29 21:44:27.515217 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-bc71fdd1-208e-44f1-9eb5-c8890b1a0cc8 req-cf41cadb-07f6-4dc7-bc7a-a027f3d64cae tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482759 Aug 29 21:44:28.635229 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c2c94-fde1-4b74-a7ed-698938233eb4 req-9be94a2e-64db-466b-8114-a3fcd27ee0c2 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:28.637261 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bf2c2c94-fde1-4b74-a7ed-698938233eb4 req-9be94a2e-64db-466b-8114-a3fcd27ee0c2 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 944 time: 0.0505028 Aug 29 21:44:28.685722 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-bf2c2c94-fde1-4b74-a7ed-698938233eb4 req-442cbbac-2446-4f34-93cf-212ca682e5d1 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 Aug 29 21:44:29.802615 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d287-19c6-4f2e-8fdd-83efa0c0ed51 req-76a32ff4-a8be-4ee1-bd5d-6016b10b0a2c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:29.804089 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3e60d287-19c6-4f2e-8fdd-83efa0c0ed51 req-76a32ff4-a8be-4ee1-bd5d-6016b10b0a2c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 944 time: 0.0471549 Aug 29 21:44:29.852730 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-3e60d287-19c6-4f2e-8fdd-83efa0c0ed51 req-2f1d0cac-7323-4b10-a37b-67f764f11d61 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429780 Aug 29 21:44:30.923843 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:30.928292 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=7 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:30.972890 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821290c0-1502-47ef-8e3d-125befa8cde0 req-b6bf8584-8c11-4810-ad36-3d8efc3493d5 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:30.974600 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-821290c0-1502-47ef-8e3d-125befa8cde0 req-b6bf8584-8c11-4810-ad36-3d8efc3493d5 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 944 time: 0.0494637 Aug 29 21:44:31.025918 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-821290c0-1502-47ef-8e3d-125befa8cde0 req-ebcf662b-3a7f-493a-80a8-4d00352d1803 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456364 Aug 29 21:44:31.324641 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 61a6f040-769a-4c6e-a924-16e8826a4df8 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:44:31.425321 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 61a6f040-769a-4c6e-a924-16e8826a4df8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61a6f040-769a-4c6e-a924-16e8826a4df8,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:31.436745 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Returning: {'device': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'port_id': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'mac_address': 'fa:16:3e:da:a9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:44:31.472136 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 61a6f040-769a-4c6e-a924-16e8826a4df8 is: DOWN; New status is: BUILD {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:44:31.472518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:31.485847 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a6f040-769a-4c6e-a924-16e8826a4df8 {{(pid=107112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:44:31.506007 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 61a6f040-769a-4c6e-a924-16e8826a4df8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61a6f040-769a-4c6e-a924-16e8826a4df8,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:31.611971 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:31.659266 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=61a6f040-769a-4c6e-a924-16e8826a4df8,revision_number=4']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:31.666491 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.666835 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.667195 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.667518 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.667898 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.668240 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.668567 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.668890 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.669222 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.669542 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.669864 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.670190 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.670511 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.670834 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.671153 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:31.852615 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] get_ports_and_sgs() called for port_ids ['61a6f040-769a-4c6e-a924-16e8826a4df8'] {{(pid=107112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:44:32.156419 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78126410-7420-4a8e-a67c-20079cf56c01 req-75f84a24-4616-465e-922b-e08a2b7be844 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:32.158008 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78126410-7420-4a8e-a67c-20079cf56c01 req-75f84a24-4616-465e-922b-e08a2b7be844 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 945 time: 0.0481987 Aug 29 21:44:32.246756 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:32.255697 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-78126410-7420-4a8e-a67c-20079cf56c01 req-82695a45-8459-4259-b3bf-b9b097583f21 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921550 Aug 29 21:44:33.148003 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-011a494f-e78a-47f3-99f3-18c91da8051b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:33.333086 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 61a6f040-769a-4c6e-a924-16e8826a4df8 up at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:44:33.373629 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a52804-a424-45a0-8954-4b78225d19f5 req-4ef97092-3cd7-4bdf-920a-83a0864ab54c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:33.375118 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-20a52804-a424-45a0-8954-4b78225d19f5 req-4ef97092-3cd7-4bdf-920a-83a0864ab54c tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 945 time: 0.0488558 Aug 29 21:44:33.378356 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning for port 61a6f040-769a-4c6e-a924-16e8826a4df8 completed by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:44:33.429394 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-20a52804-a424-45a0-8954-4b78225d19f5 req-35a4e5ea-1afe-435b-8c4b-b8a11e92957e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484130 Aug 29 21:44:33.445224 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.provisioning_blocks [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Provisioning complete for port 61a6f040-769a-4c6e-a924-16e8826a4df8 triggered by entity L2. {{(pid=107112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:44:33.445763 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495526'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), provisioning_complete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:33.522033 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Current status of the port 61a6f040-769a-4c6e-a924-16e8826a4df8 is: BUILD; New status is: ACTIVE {{(pid=107112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:44:33.522418 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), before_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:33.544804 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8'}] {{(pid=107112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:33.547057 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dadd526004b1eee43106c98a97058946c732b464c532b050e072b7bd04390b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bed98e-8a8c-422e-b0d8-825d300e766a" -d '{"events": [{"server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "name": "network-vif-plugged", "status": "completed", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8"}]}' {{(pid=107112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:33.561603 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] For port 61a6f040-769a-4c6e-a924-16e8826a4df8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61a6f040-769a-4c6e-a924-16e8826a4df8,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:33.611373 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:33.646085 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a52f9b-abb0-4745-9d7c-0ba57a7bcb6d x-openstack-request-id: req-10a52f9b-abb0-4745-9d7c-0ba57a7bcb6d {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:33.646410 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "name": "network-vif-plugged", "status": "completed", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8", "code": 200}]} {{(pid=107112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:33.646660 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10a52f9b-abb0-4745-9d7c-0ba57a7bcb6d {{(pid=107112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:33.647049 dv-cinder-854264-2-iscsi neutron-server[107112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a52f9b-abb0-4745-9d7c-0ba57a7bcb6d'] response: {'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'code': 200} Aug 29 21:44:33.648970 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:33.660596 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:33.665642 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Pushing event updated for resources: {'Port': ['ID=61a6f040-769a-4c6e-a924-16e8826a4df8,revision_number=5']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:34.034394 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df401-63c2-4b9d-89cd-1f219d4bd671 req-c071a972-5498-4a4e-b813-6266237fffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:34.036034 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-706df401-63c2-4b9d-89cd-1f219d4bd671 req-c071a972-5498-4a4e-b813-6266237fffd7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 1130 time: 0.0436862 Aug 29 21:44:34.085653 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-706df401-63c2-4b9d-89cd-1f219d4bd671 req-db1e1d61-a6df-469c-b302-7f3d662bb633 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437083 Aug 29 21:44:34.548695 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246fc0-d229-4209-a571-2b5514d95055 req-30a8e885-6b8f-4c78-ac1b-8ac5163b311b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:34.550189 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-01246fc0-d229-4209-a571-2b5514d95055 req-30a8e885-6b8f-4c78-ac1b-8ac5163b311b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 946 time: 0.0466437 Aug 29 21:44:34.601595 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-01246fc0-d229-4209-a571-2b5514d95055 req-10ac58f3-1a3b-4c83-b79b-42d6d94d988b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458019 Aug 29 21:44:35.325731 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2a07-2430-48a1-a0b5-0a943085a6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:35.722103 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd165a-582c-41a1-9f47-f921051a3adc req-55e8db58-7e8f-4ab0-8377-1d86774542a2 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:35.723828 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bd165a-582c-41a1-9f47-f921051a3adc req-55e8db58-7e8f-4ab0-8377-1d86774542a2 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 946 time: 0.0473156 Aug 29 21:44:35.776486 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-f6bd165a-582c-41a1-9f47-f921051a3adc req-53e04761-4ca6-425f-bb85-5d25210bd50f tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459502 Aug 29 21:44:35.856255 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=64 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:35.858116 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=54 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:35.894065 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c093ad-d2a2-4a0d-9003-8831d4c70a7f req-23ca5f9a-93dd-48f9-b0c4-6346c13ecf7d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:35.895444 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c1c093ad-d2a2-4a0d-9003-8831d4c70a7f req-23ca5f9a-93dd-48f9-b0c4-6346c13ecf7d tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 946 time: 0.0481491 Aug 29 21:44:35.945013 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-c1c093ad-d2a2-4a0d-9003-8831d4c70a7f req-301994ef-508f-4e9c-8f1b-1f6d98db76dc tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 Aug 29 21:44:35.972668 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 53206) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:36.010178 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7258e229-9227-4ff9-a884-e6f7242db938 tempest-TestVolumeBootPattern-806924429 tempest-TestVolumeBootPattern-806924429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:36.011660 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-7258e229-9227-4ff9-a884-e6f7242db938 tempest-TestVolumeBootPattern-806924429 tempest-TestVolumeBootPattern-806924429-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 1125 time: 0.0380154 Aug 29 21:44:36.014658 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53208) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:36.019127 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.v2.base [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Request body: {'floatingip': {'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'port_id': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:36.102440 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:36.186669 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (None), before_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:36.294566 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_common [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Allocated IP 172.27.3.114 (8e50b5a2-d262-4307-86c7-61ee89820895/8bf42c8b-a554-42e1-a0eb-283f323fb808/9ef9051f-32b7-4948-9fc3-ebc6b9305991) {{(pid=107111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:44:36.398182 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for port (9ef9051f-32b7-4948-9fc3-ebc6b9305991), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:36.497090 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786959391510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (9ef9051f-32b7-4948-9fc3-ebc6b9305991), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:36.542014 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Network 8e50b5a2-d262-4307-86c7-61ee89820895 is already hosted by enough agents. {{(pid=107111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:44:36.547537 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.base_scheduler [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Resources bound (agent type, host, resource id): {{(pid=107111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:44:36.551437 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Received port after_create {{(pid=107111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:44:36.554761 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'Port': ['ID=9ef9051f-32b7-4948-9fc3-ebc6b9305991,revision_number=1']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:36.581542 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.585312 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.586323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.586323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.586323 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:36.795240 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:36.813623 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:36.870035 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:36.919733 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (148c72e5-d22f-46ee-a4e5-923d6cd37eca), precommit_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:37.022446 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3668791'] for port (9ef9051f-32b7-4948-9fc3-ebc6b9305991), before_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:37.171577 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:37.176600 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for port (9ef9051f-32b7-4948-9fc3-ebc6b9305991), precommit_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:37.228529 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786959770242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786959391528', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786959391546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557898'] for port (9ef9051f-32b7-4948-9fc3-ebc6b9305991), after_update {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:37.296082 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441985'] for floatingip (148c72e5-d22f-46ee-a4e5-923d6cd37eca), after_create {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:37.297832 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event updated for resources: {'Port': ['ID=9ef9051f-32b7-4948-9fc3-ebc6b9305991,revision_number=2']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:37.395849 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Floating IP 148c72e5-d22f-46ee-a4e5-923d6cd37eca associated. External IP: 172.27.3.114, port: 61a6f040-769a-4c6e-a924-16e8826a4df8. Aug 29 21:44:37.595382 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Router 101de24f-0475-4c83-916c-d4e9bfe7cabf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:44:37.635915 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:37.699776 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:44:37.710375 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] Sync routers for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:44:37.720021 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:37.720633 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:44:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:37.773355 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:37.823689 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:38.053257 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-40717919-c8da-4ba3-9e86-f884d4d561e0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0373514 Aug 29 21:44:38.053831 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:38.056057 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315da414-00a4-42cb-ad46-c5addcdebe65" -d '{"events": [{"name": "network-changed", "server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:38.137091 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '148c72e5-d22f-46ee-a4e5-923d6cd37eca', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:da:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:44:36Z', 'updated_at': '2022-08-29T21:44:36Z', 'revision_number': 0, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}, {'id': 'f73d136c-2986-4c19-b152-1cbaae10df56', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:35Z', 'updated_at': '2022-08-29T21:42:37Z', 'revision_number': 1, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:38.151551 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb7f542-8e1b-403c-994f-328c794a8759 x-openstack-request-id: req-9bb7f542-8e1b-403c-994f-328c794a8759 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:38.151551 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:38.151551 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bb7f542-8e1b-403c-994f-328c794a8759 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:38.151551 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb7f542-8e1b-403c-994f-328c794a8759'] response: {'name': 'network-changed', 'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'status': 'completed', 'code': 200} Aug 29 21:44:38.163214 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] Checking router: 101de24f-0475-4c83-916c-d4e9bfe7cabf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:44:38.172303 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:38.172912 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:44:35Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:38.217787 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-6206b2f7-a24c-4c50-8f9a-6d0c4004fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:38.219211 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-6206b2f7-a24c-4c50-8f9a-6d0c4004fd37 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 1130 time: 0.0446246 Aug 29 21:44:38.278364 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:38.315222 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-7a5cd97c-ffbc-4943-bc05-2129a194d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:38.316675 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-7a5cd97c-ffbc-4943-bc05-2129a194d86f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.0919302 Aug 29 21:44:38.325787 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:38.376545 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:38.385948 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-d8abf3b0-1c0a-49f1-8d41-078a02a2f039 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61a6f040-769a-4c6e-a924-16e8826a4df8 HTTP/1.1" status: 200 len: 1000 time: 0.0633967 Aug 29 21:44:38.438218 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-cbc939d8-8a60-43f3-9976-113e8adb1b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:38.439690 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-cbc939d8-8a60-43f3-9976-113e8adb1b75 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0468564 Aug 29 21:44:38.486419 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-d8d1b2ff-6066-4337-b36f-b91a6648c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:38.488089 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-d8d1b2ff-6066-4337-b36f-b91a6648c8ab service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401263 Aug 29 21:44:38.501486 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '148c72e5-d22f-46ee-a4e5-923d6cd37eca', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:da:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:44:36Z', 'updated_at': '2022-08-29T21:44:36Z', 'revision_number': 0, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}, {'id': 'f73d136c-2986-4c19-b152-1cbaae10df56', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:35Z', 'updated_at': '2022-08-29T21:42:37Z', 'revision_number': 1, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:38.526703 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9faf8-c7db-479b-b75d-552133936422 None None] The sync data for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi is: [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': '148c72e5-d22f-46ee-a4e5-923d6cd37eca', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:da:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:44:36Z', 'updated_at': '2022-08-29T21:44:36Z', 'revision_number': 0, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}, {'id': 'f73d136c-2986-4c19-b152-1cbaae10df56', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:35Z', 'updated_at': '2022-08-29T21:42:37Z', 'revision_number': 1, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:44:38.582764 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:38.586698 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-9ffadeeb-7314-4480-a54f-2e4cb41e4585 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928183 Aug 29 21:44:38.680184 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-315da414-00a4-42cb-ad46-c5addcdebe65 req-89d20315-5195-43e9-8676-fdc246f75e51 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863597 Aug 29 21:44:38.729286 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc0027-b493-4785-b802-d788dcd3f147 None None] New status for floating IP 148c72e5-d22f-46ee-a4e5-923d6cd37eca: ACTIVE {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:44:48.048449 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:48.050368 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:48.675573 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=10 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:48.677511 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=67 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:48.827964 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:48.835024 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:52.048234 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:44:52.965323 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-6217ed73-2fc0-452b-9347-a1556d043456 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424986 Aug 29 21:44:53.060041 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-6b68ca4b-e167-4b92-acfe-73a43d5ae451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:53.061657 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-6b68ca4b-e167-4b92-acfe-73a43d5ae451 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0406415 Aug 29 21:44:53.175377 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-b8d02299-eafd-4032-bc73-c0ee66a66cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:53.176801 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-b8d02299-eafd-4032-bc73-c0ee66a66cd7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.0935359 Aug 29 21:44:53.242144 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-00dc1787-5983-42d0-9a6f-7cc0c989f8e0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93df90ce-afcc-473a-9691-e95cf9df4eba HTTP/1.1" status: 200 len: 1001 time: 0.0579176 Aug 29 21:44:53.296414 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-f242c911-a03b-48c6-85bc-1400f2f646f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:53.297840 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-f242c911-a03b-48c6-85bc-1400f2f646f1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0434248 Aug 29 21:44:53.348304 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-3c62318b-8307-4212-8b61-bb176fb90b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:53.350041 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-3c62318b-8307-4212-8b61-bb176fb90b72 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419278 Aug 29 21:44:53.442867 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-dbcc6324-b9ee-4530-a844-fb284810c73c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838323 Aug 29 21:44:53.541669 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-5e646874-c719-4e7f-97b0-e9653ce88007 req-43bc8e2d-6864-4cec-aa69-cf357ac3adde service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918968 Aug 29 21:45:02.043288 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=95 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:02.044148 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=87 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:03.262014 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-ed39dd49-b5e6-4c5f-8cb4-415c6b10fd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:03.537266 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=48 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:03.538119 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=53 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:05.313720 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-b50bd65b-c336-4e8c-9575-ff763f13e70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:06.805073 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:07.234087 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:08.348174 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:08.398928 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:18.324277 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:18.326118 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:18.996222 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:19.001145 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:29.046720 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:45:33.147352 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-36f522c3-e9cc-41b4-beb6-37e666fd506a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:35.330583 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-ad93838f-9956-447a-83ea-62cdeac12fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:36.884154 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:37.284744 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:38.398875 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:38.433124 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:39.042215 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:48.326040 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:48.327972 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:54.939403 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-4a19a885-4e87-4b06-b2e5-17c9da154e80 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385814 Aug 29 21:45:55.000344 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-0d9b0edd-7bb8-453e-8588-332428abcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:55.001835 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-0d9b0edd-7bb8-453e-8588-332428abcb7d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 1130 time: 0.0383971 Aug 29 21:45:55.110246 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-da5ae20c-24f0-4ced-86ac-77d83cc8799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:55.111704 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-da5ae20c-24f0-4ced-86ac-77d83cc8799f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.0915260 Aug 29 21:45:55.174458 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-10995d1f-1236-4cfc-827f-b2082c3a2b58 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61a6f040-769a-4c6e-a924-16e8826a4df8 HTTP/1.1" status: 200 len: 1002 time: 0.0548196 Aug 29 21:45:55.226991 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-8946ba1e-6045-46e2-aa04-cc0f27f2157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:55.228507 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-8946ba1e-6045-46e2-aa04-cc0f27f2157c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0481002 Aug 29 21:45:55.271734 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-4481ec0b-6e7b-4b17-8361-04ca101f91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:55.273254 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-4481ec0b-6e7b-4b17-8361-04ca101f91ea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390673 Aug 29 21:45:55.361666 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-0c720e44-3bd8-4d0c-8cae-76c9fd870a54 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827091 Aug 29 21:45:55.454570 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-73febeaf-7494-4c3e-9ba6-c22935f7ccf4 req-d7eaf7af-d898-4d52-9b8d-858d0991d296 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Aug 29 21:46:01.065719 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:01.066502 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:03.163995 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-71518439-5b97-4e14-94bd-96a3d1013a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:05.346763 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3dca-7923-4833-82e9-e1936acc1574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:05.438625 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=46 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:05.450911 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=55 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:06.045842 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:46:06.826483 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:07.244017 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:08.404180 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:08.433088 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:09.103546 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53246) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:09.251293 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Deleting port 9ef9051f-32b7-4948-9fc3-ebc6b9305991 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:09.251535 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (9ef9051f-32b7-4948-9fc3-ebc6b9305991), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:09.333483 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (9ef9051f-32b7-4948-9fc3-ebc6b9305991), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:09.333813 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (9ef9051f-32b7-4948-9fc3-ebc6b9305991), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:09.347060 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Calling delete_port for 9ef9051f-32b7-4948-9fc3-ebc6b9305991 owned by network:floatingip {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:09.564183 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (9ef9051f-32b7-4948-9fc3-ebc6b9305991), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:09.587800 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event deleted for resources: {'Port': ['ID=9ef9051f-32b7-4948-9fc3-ebc6b9305991,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:09.602020 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.602372 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.602733 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.603053 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.603385 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.603712 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.604138 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.604534 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.604785 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.605107 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.605435 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.605756 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.606077 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.606414 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.606710 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:09.663325 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (148c72e5-d22f-46ee-a4e5-923d6cd37eca), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:09.663637 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.db.l3_db [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Floating IP 148c72e5-d22f-46ee-a4e5-923d6cd37eca disassociated (deleted). External IP: 172.27.3.114, port: 61a6f040-769a-4c6e-a924-16e8826a4df8. Aug 29 21:46:09.865810 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Router 101de24f-0475-4c83-916c-d4e9bfe7cabf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:46:09.969969 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:46:09.975111 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:09.980583 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] Sync routers for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:46:09.990643 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:09.991310 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:46:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:10.010207 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-da4a7f09-47df-45b4-bf4f-9cb292072d03 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/148c72e5-d22f-46ee-a4e5-923d6cd37eca HTTP/1.1" status: 204 len: 168 time: 0.9029450 Aug 29 21:46:10.010207 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8'}] {{(pid=107111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:46:10.010622 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c8f898978da687ce5f2e79606d52566b051eb0c274de0617d5818922651574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762961be-50ab-43b7-8646-2aea0a0b39e7" -d '{"events": [{"name": "network-changed", "server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8"}]}' {{(pid=107111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:46:10.070509 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9a7574-201a-45ac-a70e-6a1f1c6da068 x-openstack-request-id: req-7e9a7574-201a-45ac-a70e-6a1f1c6da068 {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:46:10.070805 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8", "status": "completed", "code": 200}]} {{(pid=107111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:46:10.071058 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e9a7574-201a-45ac-a70e-6a1f1c6da068 {{(pid=107111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:46:10.071544 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9a7574-201a-45ac-a70e-6a1f1c6da068'] response: {'name': 'network-changed', 'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'status': 'completed', 'code': 200} Aug 29 21:46:10.106602 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:10.136641 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-54737adf-8c27-4dda-ac69-9b290979e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:10.138550 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-54737adf-8c27-4dda-ac69-9b290979e65e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 1130 time: 0.0439239 Aug 29 21:46:10.240801 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-82058cf9-938f-42fc-9c38-c93f1d576edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:10.242488 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-82058cf9-938f-42fc-9c38-c93f1d576edd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.0974393 Aug 29 21:46:10.284005 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-ce9272db-6142-4927-860e-ab90a4a7ed29 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61a6f040-769a-4c6e-a924-16e8826a4df8 HTTP/1.1" status: 200 len: 217 time: 0.0343912 Aug 29 21:46:10.333676 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-712bff77-4aca-4bb2-8910-97cce5e6232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:10.338790 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-712bff77-4aca-4bb2-8910-97cce5e6232e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0461476 Aug 29 21:46:10.338967 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'f73d136c-2986-4c19-b152-1cbaae10df56', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:35Z', 'updated_at': '2022-08-29T21:42:37Z', 'revision_number': 1, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:10.373142 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] Checking router: 101de24f-0475-4c83-916c-d4e9bfe7cabf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:46:10.385341 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:10.386315 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:46:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:10.391985 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-fc23bd41-b687-43bf-a0d6-9ac6fc8d0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:10.393520 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-fc23bd41-b687-43bf-a0d6-9ac6fc8d0cfa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526960 Aug 29 21:46:10.513364 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-00caf9bc-1c91-415a-98c9-a36221122b3e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134791 Aug 29 21:46:10.520327 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:10.588050 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715c81d-20fa-4b18-8d8d-5d44fc1db129 req-6fcf187c-b80b-4629-8710-15efd157b777 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:10.589581 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1715c81d-20fa-4b18-8d8d-5d44fc1db129 req-6fcf187c-b80b-4629-8710-15efd157b777 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 946 time: 0.0694063 Aug 29 21:46:10.642645 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1715c81d-20fa-4b18-8d8d-5d44fc1db129 req-ba36ad66-0e42-481c-aae0-53dd8e98a6a1 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468044 Aug 29 21:46:10.744344 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'f73d136c-2986-4c19-b152-1cbaae10df56', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:35Z', 'updated_at': '2022-08-29T21:42:37Z', 'revision_number': 1, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:10.769970 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fe534-fc38-449b-ace4-d80b534e9aa4 None None] The sync data for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi is: [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_floatingips': [{'id': 'f73d136c-2986-4c19-b152-1cbaae10df56', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'router_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'port_id': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'mac_address': 'fa:16:3e:ea:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:35Z', 'updated_at': '2022-08-29T21:42:37Z', 'revision_number': 1, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:46:11.006179 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129c4fef-b0e6-442b-9a34-a427305f39fc None None] New status for floating IP 148c72e5-d22f-46ee-a4e5-923d6cd37eca: DOWN {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:46:11.574835 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-762961be-50ab-43b7-8646-2aea0a0b39e7 req-5ca4658a-032b-4412-8ea3-5bbe29650005 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Aug 29 21:46:11.736990 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:11.763536 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:11.777811 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748934f-4d11-4f62-8885-ddb54ebafd60 req-eff08056-d39e-4b1a-a0e3-0e5e16fe95b3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:11.779368 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d748934f-4d11-4f62-8885-ddb54ebafd60 req-eff08056-d39e-4b1a-a0e3-0e5e16fe95b3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 946 time: 0.0520611 Aug 29 21:46:11.834347 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d748934f-4d11-4f62-8885-ddb54ebafd60 req-6a7dd9a5-b2f4-4f6b-86ee-31f4adaea1ab tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488648 Aug 29 21:46:12.028321 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-6db64804-b716-4324-88cb-a2f817d5f2d2 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:12.029797 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-6db64804-b716-4324-88cb-a2f817d5f2d2 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 946 time: 0.0516922 Aug 29 21:46:12.114453 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Deleting port 61a6f040-769a-4c6e-a924-16e8826a4df8 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:12.114737 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:12.209713 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] For port 61a6f040-769a-4c6e-a924-16e8826a4df8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61a6f040-769a-4c6e-a924-16e8826a4df8,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:12.210067 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:12.226503 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Calling delete_port for 61a6f040-769a-4c6e-a924-16e8826a4df8 owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:12.421723 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (61a6f040-769a-4c6e-a924-16e8826a4df8), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:12.457817 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event deleted for resources: {'Port': ['ID=61a6f040-769a-4c6e-a924-16e8826a4df8,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:12.462616 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:12.466788 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:12.489122 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.489463 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.489797 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.490132 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.490456 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.490778 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.491212 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.491537 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.491853 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.492195 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.492513 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.492830 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.493143 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.493964 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.494282 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:12.517525 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] No DVR routers for this DVR port 61a6f040-769a-4c6e-a924-16e8826a4df8 on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:46:12.520048 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:12.523612 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7c597001-f190-49d7-a1ec-fd130a9803b4 req-9dde57d1-f4a7-45a1-ac0a-0b5a0820e9e3 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "DELETE /networking/v2.0/ports/61a6f040-769a-4c6e-a924-16e8826a4df8 HTTP/1.1" status: 204 len: 173 time: 0.4887278 Aug 29 21:46:12.524014 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'name': 'network-vif-deleted', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:46:12.526796 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9053f50c-00bb-42d1-9e9a-0b2ddd8bdc8e" -d '{"events": [{"server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "name": "network-vif-deleted", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:46:12.565900 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18434e7-5cf7-4cc6-a386-eb2155211a22 x-openstack-request-id: req-e18434e7-5cf7-4cc6-a386-eb2155211a22 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:46:12.566185 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262cc35f-b67e-4036-912a-7b0bd1a890a9", "name": "network-vif-deleted", "tag": "61a6f040-769a-4c6e-a924-16e8826a4df8", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:46:12.566431 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e18434e7-5cf7-4cc6-a386-eb2155211a22 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:46:12.566827 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18434e7-5cf7-4cc6-a386-eb2155211a22'] response: {'server_uuid': '262cc35f-b67e-4036-912a-7b0bd1a890a9', 'name': 'network-vif-deleted', 'tag': '61a6f040-769a-4c6e-a924-16e8826a4df8', 'status': 'completed', 'code': 200} Aug 29 21:46:12.946771 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-0b186e75-59ac-4d1c-bad8-9c217cb5398f req-5c77c64a-3f21-4e2c-aec7-f2f794fbfe87 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=262cc35f-b67e-4036-912a-7b0bd1a890a9 HTTP/1.1" status: 200 len: 210 time: 0.0304158 Aug 29 21:46:15.723434 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 61a6f040-769a-4c6e-a924-16e8826a4df8 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:15.743045 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 61a6f040-769a-4c6e-a924-16e8826a4df8 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:15.743394 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 61a6f040-769a-4c6e-a924-16e8826a4df8 not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:16.503967 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 53286) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:16.914660 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Deleting port ce31fa4f-7647-4f1b-a721-1e2aa912f931 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:16.914977 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (ce31fa4f-7647-4f1b-a721-1e2aa912f931), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:16.992858 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (ce31fa4f-7647-4f1b-a721-1e2aa912f931), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:16.993668 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (ce31fa4f-7647-4f1b-a721-1e2aa912f931), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:17.006559 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Calling delete_port for ce31fa4f-7647-4f1b-a721-1e2aa912f931 owned by network:floatingip {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:17.209752 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (ce31fa4f-7647-4f1b-a721-1e2aa912f931), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:17.236599 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event deleted for resources: {'Port': ['ID=ce31fa4f-7647-4f1b-a721-1e2aa912f931,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:17.300895 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (f73d136c-2986-4c19-b152-1cbaae10df56), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:17.301223 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.db.l3_db [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Floating IP f73d136c-2986-4c19-b152-1cbaae10df56 disassociated (deleted). External IP: 172.27.3.216, port: 93df90ce-afcc-473a-9691-e95cf9df4eba. Aug 29 21:46:17.506588 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Router 101de24f-0475-4c83-916c-d4e9bfe7cabf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:46:17.607620 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:17.610586 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:46:17.619202 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:17.620951 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] Sync routers for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:46:17.630740 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:17.631350 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:46:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:17.647201 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-4ac5386c-3ea9-4be1-9f32-fab1d2ae412a tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/f73d136c-2986-4c19-b152-1cbaae10df56 HTTP/1.1" status: 204 len: 168 time: 1.1420825 Aug 29 21:46:17.647780 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:46:17.650466 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920" -d '{"events": [{"name": "network-changed", "server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:46:17.692318 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461472ab-2325-4bef-89b7-cabaad92c55d x-openstack-request-id: req-461472ab-2325-4bef-89b7-cabaad92c55d {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:46:17.692681 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:46:17.693008 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-461472ab-2325-4bef-89b7-cabaad92c55d {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:46:17.693652 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461472ab-2325-4bef-89b7-cabaad92c55d'] response: {'name': 'network-changed', 'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'status': 'completed', 'code': 200} Aug 29 21:46:17.742775 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:17.753874 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-6a488505-aed7-4949-a5c2-78080e0f957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:17.755519 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-6a488505-aed7-4949-a5c2-78080e0f957e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=77472ffae4da491881e41c08aa09e4fc&device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0415664 Aug 29 21:46:17.770582 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:17.865586 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-972aed17-4632-4d73-a89c-bb0e400869f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:17.866020 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:17.866967 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-972aed17-4632-4d73-a89c-bb0e400869f8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 200 len: 912 time: 0.1048825 Aug 29 21:46:17.907444 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-b73f5cd8-f837-4a52-95e6-4bf2a963179e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93df90ce-afcc-473a-9691-e95cf9df4eba HTTP/1.1" status: 200 len: 217 time: 0.0339112 Aug 29 21:46:17.965890 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-d92fe52b-da13-41bc-9508-56f1becaf685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:17.967582 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-d92fe52b-da13-41bc-9508-56f1becaf685 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 200 len: 850 time: 0.0548611 Aug 29 21:46:17.978995 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:18.013685 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-6119e649-6632-4560-a430-1c5db746919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:18.015386 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-6119e649-6632-4560-a430-1c5db746919a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=526ac953-2d63-4bf1-8bf8-4e48840fae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414999 Aug 29 21:46:18.035821 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:18.063369 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] Checking router: 101de24f-0475-4c83-916c-d4e9bfe7cabf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:46:18.071102 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:18.078337 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:46:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:18.122191 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-133a0209-15f1-4fc1-baf0-7e2e45958f4f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009076 Aug 29 21:46:18.177125 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a212e-1907-4af9-b2e5-0c2d64ad01d0 req-80ce1f0a-24dc-4505-bd00-e24d1a4774e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:18.178604 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-061a212e-1907-4af9-b2e5-0c2d64ad01d0 req-80ce1f0a-24dc-4505-bd00-e24d1a4774e4 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 945 time: 0.0517881 Aug 29 21:46:18.188129 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:18.234358 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-061a212e-1907-4af9-b2e5-0c2d64ad01d0 req-1a153a5c-fcd2-4c00-986e-7a1a5ae5e6a0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490043 Aug 29 21:46:18.382659 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:18.407600 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb319262-ba88-48a8-87f1-42df139f2b68 None None] The sync data for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi is: [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:39:22Z', 'revision_number': 4, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi', '_interfaces': [{'id': '182b0149-9891-446b-a3fc-7cea92477f94', 'name': '', 'network_id': '526ac953-2d63-4bf1-8bf8-4e48840fae3d', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'mac_address': 'fa:16:3e:c7:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '140a35b0-7171-4898-b848-3dae4f721fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:22Z', 'updated_at': '2022-08-29T21:39:30Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'subnets': [{'id': '140a35b0-7171-4898-b848-3dae4f721fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:46:18.624912 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ffe364-3085-4d77-8edd-b29b0de76052 None None] New status for floating IP f73d136c-2986-4c19-b152-1cbaae10df56: DOWN {{(pid=107112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:46:19.208175 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-1affb2ec-5c6b-48cb-b97c-8a57a5f3d920 req-1f7126f7-6b8d-47de-acb4-bf7ec44ccde9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861769 Aug 29 21:46:19.356788 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14be30a-f990-44c8-aa34-9d8ce71726fa req-486d43cf-964f-4f84-857e-67a64e87a784 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:19.358221 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d14be30a-f990-44c8-aa34-9d8ce71726fa req-486d43cf-964f-4f84-857e-67a64e87a784 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 945 time: 0.0482807 Aug 29 21:46:19.417998 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-d14be30a-f990-44c8-aa34-9d8ce71726fa req-731b84bc-f12f-4ea0-bd90-1ee79e600809 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=5c2b009d-2410-4a8e-854d-09032ce8d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539384 Aug 29 21:46:19.650189 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-36eeb75b-65e4-4dcc-ba84-6679b320916b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:19.651684 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-36eeb75b-65e4-4dcc-ba84-6679b320916b tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 945 time: 0.0521252 Aug 29 21:46:19.718799 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=100 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:19.735753 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Deleting port 93df90ce-afcc-473a-9691-e95cf9df4eba {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:19.740745 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:19.831621 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] For port 93df90ce-afcc-473a-9691-e95cf9df4eba, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=93df90ce-afcc-473a-9691-e95cf9df4eba,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:19.832007 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:19.846639 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Calling delete_port for 93df90ce-afcc-473a-9691-e95cf9df4eba owned by compute:nova {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:20.209714 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (93df90ce-afcc-473a-9691-e95cf9df4eba), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:20.244392 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event deleted for resources: {'Port': ['ID=93df90ce-afcc-473a-9691-e95cf9df4eba,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:20.288562 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] No DVR routers for this DVR port 93df90ce-afcc-473a-9691-e95cf9df4eba on host hv-cinder-85426 {{(pid=107110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:46:20.291047 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for port (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:20.294398 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-7c449bfa-4137-4467-b568-fba73fa67f69 req-1129d3be-a9eb-4a23-b42d-73f35393a150 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.16 "DELETE /networking/v2.0/ports/93df90ce-afcc-473a-9691-e95cf9df4eba HTTP/1.1" status: 204 len: 173 time: 0.6376078 Aug 29 21:46:20.294862 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'name': 'network-vif-deleted', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba'}] {{(pid=107110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:46:20.297187 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6e5872b7fdf5140c934c69879524332a2ce3ad28ec1a76dba82a861d63b4e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1a14ec-1ec0-404c-8f13-80c637f0aeff" -d '{"events": [{"server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "name": "network-vif-deleted", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba"}]}' {{(pid=107110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:46:20.335044 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cdc8f8-cf25-41bf-96f7-ec54821dd5e3 x-openstack-request-id: req-c7cdc8f8-cf25-41bf-96f7-ec54821dd5e3 {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:46:20.335338 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6eb865-157c-4fbe-ba0d-515436f70ee5", "name": "network-vif-deleted", "tag": "93df90ce-afcc-473a-9691-e95cf9df4eba", "status": "completed", "code": 200}]} {{(pid=107110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:46:20.335584 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7cdc8f8-cf25-41bf-96f7-ec54821dd5e3 {{(pid=107110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:46:20.336028 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cdc8f8-cf25-41bf-96f7-ec54821dd5e3'] response: {'server_uuid': 'db6eb865-157c-4fbe-ba0d-515436f70ee5', 'name': 'network-vif-deleted', 'tag': '93df90ce-afcc-473a-9691-e95cf9df4eba', 'status': 'completed', 'code': 200} Aug 29 21:46:20.530147 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [req-44247c5e-a96e-4736-9118-4bd49a658a70 req-9ff7a90c-b388-4936-b080-a17e09c088c7 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 210 time: 0.0321839 Aug 29 21:46:21.646167 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [req-2dc2ffe9-d771-4e5c-b595-63715678ebe5 req-ef10e1e0-d32f-4035-9bd9-f25b1d913e02 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=db6eb865-157c-4fbe-ba0d-515436f70ee5 HTTP/1.1" status: 200 len: 210 time: 0.0286074 Aug 29 21:46:21.753445 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 93df90ce-afcc-473a-9691-e95cf9df4eba no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:21.773206 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] No Port match for: 93df90ce-afcc-473a-9691-e95cf9df4eba {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:21.773545 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Device 93df90ce-afcc-473a-9691-e95cf9df4eba not bound to the agent host hv-cinder-85426 {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:22.711697 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53304) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:22.827078 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Deleting port 84734da1-32cb-4357-b7ab-3e618a5823f8 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:22.827417 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (84734da1-32cb-4357-b7ab-3e618a5823f8), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:22.904739 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (84734da1-32cb-4357-b7ab-3e618a5823f8), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:22.905068 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (84734da1-32cb-4357-b7ab-3e618a5823f8), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:22.918253 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Calling delete_port for 84734da1-32cb-4357-b7ab-3e618a5823f8 owned by network:floatingip {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:23.141505 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (84734da1-32cb-4357-b7ab-3e618a5823f8), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:23.167807 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event deleted for resources: {'Port': ['ID=84734da1-32cb-4357-b7ab-3e618a5823f8,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:23.240073 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for floatingip (e1e87829-e5e5-40b2-be75-e7cf3eab7d72), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:23.240073 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222099'] for floatingip (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:23.240434 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-67c5273d-da7d-454b-bee5-7522f8a0109e tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/e1e87829-e5e5-40b2-be75-e7cf3eab7d72 HTTP/1.1" status: 204 len: 168 time: 0.5286341 Aug 29 21:46:24.594615 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53316) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:24.654215 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-81a2a642-faec-4425-b5a5-bded366facb0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group (5c2b009d-2410-4a8e-854d-09032ce8d51f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:24.679144 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-81a2a642-faec-4425-b5a5-bded366facb0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group (5c2b009d-2410-4a8e-854d-09032ce8d51f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:24.826769 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-81a2a642-faec-4425-b5a5-bded366facb0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (5c2b009d-2410-4a8e-854d-09032ce8d51f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:24.829377 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-81a2a642-faec-4425-b5a5-bded366facb0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:24.830555 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-81a2a642-faec-4425-b5a5-bded366facb0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5c2b009d-2410-4a8e-854d-09032ce8d51f HTTP/1.1" status: 204 len: 168 time: 0.2349527 Aug 29 21:46:24.840606 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2a642-faec-4425-b5a5-bded366facb0 tempest-TestVolumeBootPattern-2048158562 tempest-TestVolumeBootPattern-2048158562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b009d-2410-4a8e-854d-09032ce8d51f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:24.971821 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53320) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:25.259673 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:25.306381 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:25.471082 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (101de24f-0475-4c83-916c-d4e9bfe7cabf), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:25.692399 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Deleting port 182b0149-9891-446b-a3fc-7cea92477f94 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:25.693087 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (182b0149-9891-446b-a3fc-7cea92477f94), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:25.772250 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] For port 182b0149-9891-446b-a3fc-7cea92477f94, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=182b0149-9891-446b-a3fc-7cea92477f94,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:25.772560 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (182b0149-9891-446b-a3fc-7cea92477f94), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:25.785647 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Calling delete_port for 182b0149-9891-446b-a3fc-7cea92477f94 owned by network:router_interface {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:25.924600 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:26.044242 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (182b0149-9891-446b-a3fc-7cea92477f94), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:26.075300 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=182b0149-9891-446b-a3fc-7cea92477f94,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:26.254118 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (101de24f-0475-4c83-916c-d4e9bfe7cabf), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:26.409579 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:26.463692 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Router 101de24f-0475-4c83-916c-d4e9bfe7cabf has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:46:26.568190 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:46:26.573790 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-2799b793-44f3-438e-8a86-838cd6731ae8 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/101de24f-0475-4c83-916c-d4e9bfe7cabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6007190 Aug 29 21:46:26.577285 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53324) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:26.577854 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] Sync routers for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:46:26.588748 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:26.589360 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:46:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:26.697518 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:26.872879 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:46:25Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:26.901642 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] Checking router: 101de24f-0475-4c83-916c-d4e9bfe7cabf for host: dv-cinder-854264-2-iscsi {{(pid=107113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:46:26.910378 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] Routers {'101de24f-0475-4c83-916c-d4e9bfe7cabf'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:26.910987 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:46:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['101de24f-0475-4c83-916c-d4e9bfe7cabf'], 'active': True} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:26.920533 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks [] for router (101de24f-0475-4c83-916c-d4e9bfe7cabf), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:26.952795 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=100 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:27.017432 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_dvr_db [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] Set router 101de24f-0475-4c83-916c-d4e9bfe7cabf gateway port host: dv-cinder-854264-2-iscsi {{(pid=107113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:27.027088 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks [] for router_gateway (101de24f-0475-4c83-916c-d4e9bfe7cabf), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.163578 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Deleting port 593ad1c6-1245-402a-924d-2be6c6087ab4 {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:27.163937 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.187331 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.l3_hamode_db [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:46:25Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:27.213143 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04ad40-e519-4340-94e1-df5095e73a71 None None] The sync data for ids ['101de24f-0475-4c83-916c-d4e9bfe7cabf'] in dv-cinder-854264-2-iscsi is: [{'id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'name': 'tempest-TestVolumeBootPattern-290265208-router', 'tenant_id': '77472ffae4da491881e41c08aa09e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:19Z', 'updated_at': '2022-08-29T21:46:25Z', 'revision_number': 5, 'project_id': '77472ffae4da491881e41c08aa09e4fc', 'gw_port': {'id': '593ad1c6-1245-402a-924d-2be6c6087ab4', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101de24f-0475-4c83-916c-d4e9bfe7cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:20Z', 'updated_at': '2022-08-29T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}] {{(pid=107113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:46:27.236063 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:27.250059 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] For port 593ad1c6-1245-402a-924d-2be6c6087ab4, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=593ad1c6-1245-402a-924d-2be6c6087ab4,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:27.250429 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.264212 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Calling delete_port for 593ad1c6-1245-402a-924d-2be6c6087ab4 owned by network:router_gateway {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:27.495527 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (593ad1c6-1245-402a-924d-2be6c6087ab4), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.524849 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=593ad1c6-1245-402a-924d-2be6c6087ab4,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:27.588750 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (101de24f-0475-4c83-916c-d4e9bfe7cabf), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.679714 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (101de24f-0475-4c83-916c-d4e9bfe7cabf), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.682687 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks [] for router_controller (101de24f-0475-4c83-916c-d4e9bfe7cabf), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.689696 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:27.775260 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (101de24f-0475-4c83-916c-d4e9bfe7cabf), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.775911 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 101de24f-0475-4c83-916c-d4e9bfe7cabf {{(pid=107111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:46:27.780296 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.781513 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-e8e2e995-4a56-4258-996d-3e70e12d3cf4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/101de24f-0475-4c83-916c-d4e9bfe7cabf HTTP/1.1" status: 204 len: 168 time: 1.2032421 Aug 29 21:46:27.784180 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53326) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:27.841908 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56102dd-c708-4b15-9429-8b676bd062a6 admin admin] Deleting subnet 140a35b0-7171-4898-b848-3dae4f721fee {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:46:27.845727 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c56102dd-c708-4b15-9429-8b676bd062a6 admin admin] Publish callbacks [] for subnet (140a35b0-7171-4898-b848-3dae4f721fee), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.884447 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c56102dd-c708-4b15-9429-8b676bd062a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8500905'] for subnet (140a35b0-7171-4898-b848-3dae4f721fee), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:27.960048 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c56102dd-c708-4b15-9429-8b676bd062a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (140a35b0-7171-4898-b848-3dae4f721fee), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.106916 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c56102dd-c708-4b15-9429-8b676bd062a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501769'] for subnet (140a35b0-7171-4898-b848-3dae4f721fee), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.131807 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56102dd-c708-4b15-9429-8b676bd062a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140a35b0-7171-4898-b848-3dae4f721fee,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:28.137562 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-c56102dd-c708-4b15-9429-8b676bd062a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.140691 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-c56102dd-c708-4b15-9429-8b676bd062a6 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/140a35b0-7171-4898-b848-3dae4f721fee HTTP/1.1" status: 204 len: 168 time: 0.3552694 Aug 29 21:46:28.145570 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53328) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:28.145752 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d10346-00c8-4ba2-a295-423059ea042e None None] Network 526ac953-2d63-4bf1-8bf8-4e48840fae3d requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:46:28.214090 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (526ac953-2d63-4bf1-8bf8-4e48840fae3d), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.261215 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Deleting port 2cc7aaee-b8e1-4352-8333-98ea15816d6f {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:28.261556 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.319460 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:28.323459 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] DHCP port deletion for 526ac953-2d63-4bf1-8bf8-4e48840fae3d request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:46:28.337089 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] For port 2cc7aaee-b8e1-4352-8333-98ea15816d6f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=2cc7aaee-b8e1-4352-8333-98ea15816d6f,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:28.337456 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.351304 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Calling delete_port for 2cc7aaee-b8e1-4352-8333-98ea15816d6f owned by network:dhcp {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:28.361810 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Deleting port 2cc7aaee-b8e1-4352-8333-98ea15816d6f {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:28.362214 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.434476 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] For port 2cc7aaee-b8e1-4352-8333-98ea15816d6f, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=2cc7aaee-b8e1-4352-8333-98ea15816d6f,segment=NetworkSegment(48449c53-b51e-4f29-bf16-af47efc412a3),segment_id=48449c53-b51e-4f29-bf16-af47efc412a3)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:28.434871 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.449148 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Calling delete_port for 2cc7aaee-b8e1-4352-8333-98ea15816d6f owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:28.500998 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: from cryptography.utils import int_from_bytes Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: from cryptography.utils import int_from_bytes Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.519349 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 21:46:28.523517 dv-cinder-854264-2-iscsi neutron-server[107112]: self.session.flush() Aug 29 21:46:28.525871 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (2cc7aaee-b8e1-4352-8333-98ea15816d6f), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.533415 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc7aaee-b8e1-4352-8333-98ea15816d6f,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:28.535313 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] No DVR routers for this DVR port 2cc7aaee-b8e1-4352-8333-98ea15816d6f on host dv-cinder-854264-2-iscsi {{(pid=107111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:46:28.554268 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Pushing event deleted for resources: {'Port': ['ID=2cc7aaee-b8e1-4352-8333-98ea15816d6f,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:28.557267 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:28.565451 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] No DVR routers for this DVR port 2cc7aaee-b8e1-4352-8333-98ea15816d6f on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.576682 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15010eef-f072-439c-85da-dae4ecd691cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854264-2-iscsi {{(pid=107112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:28.615522 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (526ac953-2d63-4bf1-8bf8-4e48840fae3d), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.636586 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526ac953-2d63-4bf1-8bf8-4e48840fae3d']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:28.645982 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48449c53-b51e-4f29-bf16-af47efc412a3') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:28.646272 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48449c53-b51e-4f29-bf16-af47efc412a3') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:28.656966 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (48449c53-b51e-4f29-bf16-af47efc412a3), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.672197 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (48449c53-b51e-4f29-bf16-af47efc412a3), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.678822 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:46:28.679204 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (48449c53-b51e-4f29-bf16-af47efc412a3), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.764105 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 48449c53-b51e-4f29-bf16-af47efc412a3 resource provider aggregate not found Aug 29 21:46:28.780889 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 48449c53-b51e-4f29-bf16-af47efc412a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48449c53-b51e-4f29-bf16-af47efc412a3 found for delete ", "request_id": "req-692fabc3-dfac-4b8a-869c-7bc5ece13860"}]} Aug 29 21:46:28.820683 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (526ac953-2d63-4bf1-8bf8-4e48840fae3d), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.825753 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:28.828903 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/526ac953-2d63-4bf1-8bf8-4e48840fae3d HTTP/1.1" status: 204 len: 168 time: 0.6843107 Aug 29 21:46:28.832173 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 53336) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:28.842585 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8018e5-1c61-482d-8faa-55f6f9689b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=526ac953-2d63-4bf1-8bf8-4e48840fae3d,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:28.996540 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 593ad1c6-1245-402a-924d-2be6c6087ab4 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:28.998770 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:29.020160 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 593ad1c6-1245-402a-924d-2be6c6087ab4 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:29.020639 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 593ad1c6-1245-402a-924d-2be6c6087ab4 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:29.021042 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 182b0149-9891-446b-a3fc-7cea92477f94 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:29.042256 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 182b0149-9891-446b-a3fc-7cea92477f94 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:29.042589 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 182b0149-9891-446b-a3fc-7cea92477f94 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:29.043199 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 2cc7aaee-b8e1-4352-8333-98ea15816d6f no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:29.062583 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: 2cc7aaee-b8e1-4352-8333-98ea15816d6f {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:29.078053 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device 2cc7aaee-b8e1-4352-8333-98ea15816d6f not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:29.159763 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441473'] for router_interface (199bdba7-2bc4-437f-9762-e931a5512a49), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:29.235628 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:29.319208 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:29.386544 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Deleting port c642b5c7-86c1-4fbe-b285-3ad729874327 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:29.386879 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:29.466298 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] For port c642b5c7-86c1-4fbe-b285-3ad729874327, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=c642b5c7-86c1-4fbe-b285-3ad729874327,segment=NetworkSegment(259bea03-ff11-473e-a301-9119a7b6ff49),segment_id=259bea03-ff11-473e-a301-9119a7b6ff49)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:29.466656 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:29.479823 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Calling delete_port for c642b5c7-86c1-4fbe-b285-3ad729874327 owned by network:router_interface {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:29.741352 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (c642b5c7-86c1-4fbe-b285-3ad729874327), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:29.768067 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=c642b5c7-86c1-4fbe-b285-3ad729874327,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:29.934720 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440881'] for router_interface (199bdba7-2bc4-437f-9762-e931a5512a49), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:30.041818 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:30.147005 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Router 199bdba7-2bc4-437f-9762-e931a5512a49 has already been hosted by L3 agent e664600c-819f-4085-a649-37ee7ebe30d1 {{(pid=107110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:46:30.248185 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] Notify agent at l3_agent.dv-cinder-854264-2-iscsi the message routers_updated {{(pid=107110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:46:30.253318 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-7d682cfe-4c15-494f-920f-669fee8b5bfd admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/199bdba7-2bc4-437f-9762-e931a5512a49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4201522 Aug 29 21:46:30.255835 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 53338) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:30.259564 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] Sync routers for ids ['199bdba7-2bc4-437f-9762-e931a5512a49'] in dv-cinder-854264-2-iscsi {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:46:30.269740 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] Routers {'199bdba7-2bc4-437f-9762-e931a5512a49'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:30.270349 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:46:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['199bdba7-2bc4-437f-9762-e931a5512a49'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:30.348402 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:30.357621 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks [] for router (199bdba7-2bc4-437f-9762-e931a5512a49), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:30.372538 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] Set router 199bdba7-2bc4-437f-9762-e931a5512a49 gateway port host: dv-cinder-854264-2-iscsi {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:30.461389 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks [] for router_gateway (199bdba7-2bc4-437f-9762-e931a5512a49), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:30.578384 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Deleting port ba0c8296-b530-4ed6-a6d1-c457675e3ef8 {{(pid=107110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:30.578722 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:30.665325 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.db [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] For port ba0c8296-b530-4ed6-a6d1-c457675e3ef8, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=ba0c8296-b530-4ed6-a6d1-c457675e3ef8,segment=NetworkSegment(625ebad8-0d7e-47f7-876b-89e4e73c64c1),segment_id=625ebad8-0d7e-47f7-876b-89e4e73c64c1)] {{(pid=107110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:30.665654 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:30.676556 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'external_fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:26Z', 'updated_at': '2022-08-29T21:46:29Z', 'revision_number': 5, 'project_id': '7644cad195174da080a9989cec76033d', 'gw_port': {'id': 'ba0c8296-b530-4ed6-a6d1-c457675e3ef8', 'name': '', 'network_id': '8e50b5a2-d262-4307-86c7-61ee89820895', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:39:27Z', 'updated_at': '2022-08-29T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf42c8b-a554-42e1-a0eb-283f323fb808', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854264-2-iscsi'}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:30.679339 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Calling delete_port for ba0c8296-b530-4ed6-a6d1-c457675e3ef8 owned by network:router_gateway {{(pid=107110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:30.703325 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] Checking router: 199bdba7-2bc4-437f-9762-e931a5512a49 for host: dv-cinder-854264-2-iscsi {{(pid=107112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:46:30.713260 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] Routers {'199bdba7-2bc4-437f-9762-e931a5512a49'} bound to L3 agent in host dv-cinder-854264-2-iscsi {{(pid=107112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:30.713878 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:18:05Z,description=,heartbeat_timestamp=2022-08-29T21:46:05Z,host='dv-cinder-854264-2-iscsi',id=e664600c-819f-4085-a649-37ee7ebe30d1,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:18:06Z,topic='l3_agent')) {'router_ids': ['199bdba7-2bc4-437f-9762-e931a5512a49'], 'active': True} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:30.799700 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvr_db [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] Set router 199bdba7-2bc4-437f-9762-e931a5512a49 gateway port host: None {{(pid=107112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:30.852900 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_hamode_db [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:26Z', 'updated_at': '2022-08-29T21:46:30Z', 'revision_number': 6, 'project_id': '7644cad195174da080a9989cec76033d', 'gw_port_host': None}], 'dv-cinder-854264-2-iscsi', False) {} {{(pid=107112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:30.878982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae06408-4665-4204-bba3-786479cca9e2 None None] The sync data for ids ['199bdba7-2bc4-437f-9762-e931a5512a49'] in dv-cinder-854264-2-iscsi is: [{'id': '199bdba7-2bc4-437f-9762-e931a5512a49', 'name': 'tempest-TestVolumeBootPattern-1208666124-router', 'tenant_id': '7644cad195174da080a9989cec76033d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:39:26Z', 'updated_at': '2022-08-29T21:46:30Z', 'revision_number': 6, 'project_id': '7644cad195174da080a9989cec76033d', 'gw_port_host': None}] {{(pid=107112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:46:30.906862 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12151068'] for port (ba0c8296-b530-4ed6-a6d1-c457675e3ef8), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:30.933304 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0c8296-b530-4ed6-a6d1-c457675e3ef8,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:30.999897 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442050'] for router_gateway (199bdba7-2bc4-437f-9762-e931a5512a49), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.088584 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1044834'] for router (199bdba7-2bc4-437f-9762-e931a5512a49), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.090773 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks [] for router_controller (199bdba7-2bc4-437f-9762-e931a5512a49), precommit_delete_associations {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.124370 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:31.245376 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440908'] for router (199bdba7-2bc4-437f-9762-e931a5512a49), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.246104 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199bdba7-2bc4-437f-9762-e931a5512a49 {{(pid=107110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:46:31.254080 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.257743 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-3ee8a585-d9e8-446d-9e34-7fe2f1dd01f1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/199bdba7-2bc4-437f-9762-e931a5512a49 HTTP/1.1" status: 204 len: 168 time: 0.9984939 Aug 29 21:46:31.258476 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53340) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:31.291484 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:31.315203 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.db_base_plugin_v2 [None req-172d1aea-c70a-4722-99c8-e47f66f703c9 admin admin] Deleting subnet 7a946932-a135-4c28-87e7-e0dfbc992493 {{(pid=107111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:46:31.318705 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-172d1aea-c70a-4722-99c8-e47f66f703c9 admin admin] Publish callbacks [] for subnet (7a946932-a135-4c28-87e7-e0dfbc992493), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.356364 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-172d1aea-c70a-4722-99c8-e47f66f703c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8500905'] for subnet (7a946932-a135-4c28-87e7-e0dfbc992493), precommit_delete_associations {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.435667 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-172d1aea-c70a-4722-99c8-e47f66f703c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496038'] for subnet (7a946932-a135-4c28-87e7-e0dfbc992493), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.569617 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-172d1aea-c70a-4722-99c8-e47f66f703c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8558512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501769'] for subnet (7a946932-a135-4c28-87e7-e0dfbc992493), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.594701 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d1aea-c70a-4722-99c8-e47f66f703c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a946932-a135-4c28-87e7-e0dfbc992493,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:31.600798 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-172d1aea-c70a-4722-99c8-e47f66f703c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.603954 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-172d1aea-c70a-4722-99c8-e47f66f703c9 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/7a946932-a135-4c28-87e7-e0dfbc992493 HTTP/1.1" status: 204 len: 168 time: 0.3440955 Aug 29 21:46:31.606837 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53342) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:31.607956 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f1dc55-39fd-4610-bf96-e8ad8105333a None None] Network f1f872a8-8c83-491d-a058-f3062ae05e02 requested from dv-cinder-854264-2-iscsi {{(pid=107112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:46:31.652602 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device c642b5c7-86c1-4fbe-b285-3ad729874327 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:31.684078 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: c642b5c7-86c1-4fbe-b285-3ad729874327 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:31.684595 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device c642b5c7-86c1-4fbe-b285-3ad729874327 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:31.685289 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-551515'] for network (f1f872a8-8c83-491d-a058-f3062ae05e02), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.734094 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Deleting port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a {{(pid=107111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:31.734430 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.780557 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944c20bc-823f-473b-b37e-3708be7e8e00 None None] DHCP port deletion for f1f872a8-8c83-491d-a058-f3062ae05e02 request from dv-cinder-854264-2-iscsi {{(pid=107112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:46:31.801475 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:31.803359 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.db [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] For port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a,segment=NetworkSegment(259bea03-ff11-473e-a301-9119a7b6ff49),segment_id=259bea03-ff11-473e-a301-9119a7b6ff49)] {{(pid=107111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:31.803718 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.818588 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-944c20bc-823f-473b-b37e-3708be7e8e00 None None] Deleting port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a {{(pid=107112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:31.818818 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-944c20bc-823f-473b-b37e-3708be7e8e00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786959764956'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), before_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.823042 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.plugin [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Calling delete_port for d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a owned by network:dhcp {{(pid=107111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:31.898359 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.db [None req-944c20bc-823f-473b-b37e-3708be7e8e00 None None] For port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a, host dv-cinder-854264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854264-2-iscsi',level=0,port_id=d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a,segment=NetworkSegment(259bea03-ff11-473e-a301-9119a7b6ff49),segment_id=259bea03-ff11-473e-a301-9119a7b6ff49)] {{(pid=107112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:31.898765 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-944c20bc-823f-473b-b37e-3708be7e8e00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387978'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), precommit_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:31.912533 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-944c20bc-823f-473b-b37e-3708be7e8e00 None None] Calling delete_port for d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a owned by network:dhcp {{(pid=107112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:32.027256 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557891'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.035024 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-944c20bc-823f-473b-b37e-3708be7e8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3668852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786959770314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786959391519'] for port (d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a), after_delete {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.068428 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:32.074236 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] No DVR routers for this DVR port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a on host dv-cinder-854264-2-iscsi {{(pid=107111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:46:32.076687 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c20bc-823f-473b-b37e-3708be7e8e00 None None] Pushing event deleted for resources: {'Port': ['ID=d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a,revision_number=None']} {{(pid=107112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:32.081337 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c20bc-823f-473b-b37e-3708be7e8e00 None None] No DVR routers for this DVR port d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a on host dv-cinder-854264-2-iscsi {{(pid=107112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:46:32.159104 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497733', 'neutron.services.segments.db._delete_segments_for_network-8786959907651'] for network (f1f872a8-8c83-491d-a058-f3062ae05e02), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.180002 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f872a8-8c83-491d-a058-f3062ae05e02']}} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:32.189526 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259bea03-ff11-473e-a301-9119a7b6ff49') {'for_net_delete': True} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:32.189811 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.services.segments.db [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259bea03-ff11-473e-a301-9119a7b6ff49') {} {{(pid=107111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:32.200749 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786959931823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8500898'] for segment (259bea03-ff11-473e-a301-9119a7b6ff49), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.214891 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519'] for segment (259bea03-ff11-473e-a301-9119a7b6ff49), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.221972 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=107111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:46:32.222360 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3483519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8557846'] for segment (259bea03-ff11-473e-a301-9119a7b6ff49), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.264552 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 259bea03-ff11-473e-a301-9119a7b6ff49 resource provider aggregate not found Aug 29 21:46:32.286311 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.services.segments.plugin [-] Segment 259bea03-ff11-473e-a301-9119a7b6ff49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 259bea03-ff11-473e-a301-9119a7b6ff49 found for delete ", "request_id": "req-ebf16445-6f9f-4378-870e-21fa22970086"}]} Aug 29 21:46:32.363665 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442030'] for network (f1f872a8-8c83-491d-a058-f3062ae05e02), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.369095 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673674'] for network (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.372180 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/f1f872a8-8c83-491d-a058-f3062ae05e02 HTTP/1.1" status: 204 len: 168 time: 0.7643728 Aug 29 21:46:32.388308 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe96851-f8c5-4775-9b08-9bb37fc75421 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f872a8-8c83-491d-a058-f3062ae05e02,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:32.737736 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53350) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:32.778685 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-80183eb0-0655-4e17-99d8-30c815e6045c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=77472ffae4da491881e41c08aa09e4fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398018 Aug 29 21:46:32.781189 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [-] (107111) accepted ('10.222.0.65', 53352) {{(pid=107111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:32.829293 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-755e975b-d60d-4f25-9d42-2c3fcb79273b admin admin] Publish callbacks [] for security_group (4963ef51-55c7-4cfd-bc0b-6819e853b4f7), before_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.849799 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-755e975b-d60d-4f25-9d42-2c3fcb79273b admin admin] Publish callbacks [] for security_group (4963ef51-55c7-4cfd-bc0b-6819e853b4f7), precommit_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.953686 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-755e975b-d60d-4f25-9d42-2c3fcb79273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (4963ef51-55c7-4cfd-bc0b-6819e853b4f7), after_delete {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.956712 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron_lib.callbacks.manager [None req-755e975b-d60d-4f25-9d42-2c3fcb79273b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.961172 dv-cinder-854264-2-iscsi neutron-server[107111]: INFO neutron.wsgi [None req-755e975b-d60d-4f25-9d42-2c3fcb79273b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4963ef51-55c7-4cfd-bc0b-6819e853b4f7 HTTP/1.1" status: 204 len: 168 time: 0.1760182 Aug 29 21:46:32.967161 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e975b-d60d-4f25-9d42-2c3fcb79273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4963ef51-55c7-4cfd-bc0b-6819e853b4f7,revision_number=None']} {{(pid=107111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:32.997367 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ba0c8296-b530-4ed6-a6d1-c457675e3ef8 no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:33.017001 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: ba0c8296-b530-4ed6-a6d1-c457675e3ef8 {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:33.025708 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device ba0c8296-b530-4ed6-a6d1-c457675e3ef8 not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:33.025708 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a no longer exists at agent ovs-agent-dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:33.036678 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.plugin [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] No Port match for: d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a {{(pid=107112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:33.037037 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron.plugins.ml2.rpc [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Device d6a4f5ce-e677-4325-ba04-b5bf8b8bf63a not bound to the agent host dv-cinder-854264-2-iscsi {{(pid=107112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:33.181452 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-5dc70288-d21b-4e6e-a65e-b9a2f18499e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:33.811098 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 53358) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:33.855109 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-e92cdf96-29ee-43e2-9fed-f4f8ce4c802d admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=7644cad195174da080a9989cec76033d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428433 Aug 29 21:46:33.857695 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [-] (107110) accepted ('10.222.0.65', 53360) {{(pid=107110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:33.907284 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b696aa48-8ed9-4d98-b720-85b77f290013 admin admin] Publish callbacks [] for security_group (16bf47c2-9a08-4794-93e5-ad3c0f11c1f8), before_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:33.930418 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b696aa48-8ed9-4d98-b720-85b77f290013 admin admin] Publish callbacks [] for security_group (16bf47c2-9a08-4794-93e5-ad3c0f11c1f8), precommit_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:34.072633 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b696aa48-8ed9-4d98-b720-85b77f290013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443525'] for security_group (16bf47c2-9a08-4794-93e5-ad3c0f11c1f8), after_delete {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:34.075236 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron_lib.callbacks.manager [None req-b696aa48-8ed9-4d98-b720-85b77f290013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:34.076504 dv-cinder-854264-2-iscsi neutron-server[107110]: INFO neutron.wsgi [None req-b696aa48-8ed9-4d98-b720-85b77f290013 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/16bf47c2-9a08-4794-93e5-ad3c0f11c1f8 HTTP/1.1" status: 204 len: 168 time: 0.2178388 Aug 29 21:46:34.085073 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696aa48-8ed9-4d98-b720-85b77f290013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bf47c2-9a08-4794-93e5-ad3c0f11c1f8,revision_number=None']} {{(pid=107110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:35.306551 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-361bbd3c-2640-4031-afde-e2f2c290723a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:36.826432 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:37.185391 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=23 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:37.192584 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:37.197046 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=87 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:37.335196 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:38.363465 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:38.397681 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:42.961656 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=44,neutron:DELETE=6 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:42.962452 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG dbcounter [-] [107111] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:43.044902 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:46:44.079420 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:44.080275 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG dbcounter [-] [107110] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=107110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:48.329847 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:48.331739 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:58.387076 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=14 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:58.388862 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=14 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:03.254679 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-482e8a0f-38d1-4b10-b9e2-78059899cec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.306421 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a9419c23-9e7b-4c75-ac10-6408fcbbc21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.860680 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:07.284154 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:08.362991 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:08.461021 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.989115 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:09.994092 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:10.920031 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [req-b40d2fc7-0394-47a6-b912-9f5030047c4d req-f15bf52d-0932-493a-8595-9a2bb9c4beaf service neutron] (107111) timed out ('10.222.0.16', 51133) {{(pid=107111) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 21:47:18.334084 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:18.336982 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:20.043831 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:47:30.040534 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:33.214897 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4e01e8bb-6a33-444d-99d1-feb600f1f050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:35.282880 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-96e23438-cf84-43c4-95f6-2544a1dce4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:36.819761 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:37.283251 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:38.356910 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:38.408375 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:46.986577 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:46.990445 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:48.332535 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:48.340557 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:57.043099 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:48:03.202581 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-1886dbc5-010c-425a-8d47-82cc50097b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:05.328459 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-c8475961-ba40-4863-9c01-9d6de36c6100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:06.933420 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:07.039253 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:07.040014 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:07.318265 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:08.414583 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:08.442354 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:18.334540 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:18.336398 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:23.996420 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:23.997196 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:33.089042 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-efc57258-ae8c-4502-9bee-4e21368cb3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:34.043244 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:48:35.282286 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-fe085a2b-4ae0-4f42-940e-aef0b92829c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:36.827149 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:37.345798 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:38.366210 dv-cinder-854264-2-iscsi neutron-server[107111]: DEBUG neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-c20f12d0-b86b-4627-805f-9ecd6bc58947 service neutron] (107111) timed out ('10.222.0.65', 48194) {{(pid=107111) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 21:48:38.368364 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:38.448516 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:38.641454 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [req-37187f11-9d76-4b97-937b-2f972e766a66 req-86dc13f8-01ec-422d-8d06-a98babf2e5ed tempest-AttachVolumeShelveTestJSON-1138695255 tempest-AttachVolumeShelveTestJSON-1138695255-project] (107110) timed out ('10.222.0.65', 48204) {{(pid=107110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 21:48:44.039109 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:44.039896 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:48.339396 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:48.341465 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:00.988549 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=12 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:00.996564 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=20 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:03.179662 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d82b0d14-3c74-4748-94f9-810da57339b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:05.310960 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-4e6a74d9-c0ad-4661-9229-49c572da2d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:06.819503 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:07.402297 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:08.413732 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:08.442628 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:11.044426 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:49:18.331517 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=11 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:18.337555 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:21.038548 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:33.116000 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7572455b-8f69-40fc-bd74-dd753b278a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:35.293080 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-3013bdc2-1857-464c-8acb-87ab129e9eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:36.830681 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:37.321688 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:37.993387 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:37.994150 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=3 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:38.361874 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:38.453450 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:48.043218 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:49:48.340118 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:48.340916 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:01.076400 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:01.077268 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:03.183466 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d69d8598-40ab-4c85-9c7a-7590a318bcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:05.304237 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-d986f12f-8443-4e89-8ca2-5ca61cc62142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:06.858990 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:07.413703 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:08.474403 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:08.567679 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:14.984362 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:14.989333 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:18.344220 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:UPDATE=2,neutron:SELECT=19 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:18.474012 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:25.042322 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:50:33.178456 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-3ad01967-b76e-4e59-a334-288495329152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:35.037523 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:35.038288 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=1 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:35.338523 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-baac28d0-65cd-4822-b071-a8688cf8b2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:36.869707 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:37.384144 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:38.406873 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:38.447100 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:48.343846 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:48.345733 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:58.298958 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=17 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:58.301890 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=15 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:02.041573 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:51:03.121306 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-349a69c4-ca97-4c04-9742-8f3e5013101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:05.298155 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-5d84d9cc-47e4-4905-8197-a2215bf13831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:06.864023 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:07.366936 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:08.383989 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:08.417875 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:14.029053 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:14.029833 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:18.344578 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:18.347471 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:28.984268 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:28.985154 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=4 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:33.120583 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6bd7350b-a2f7-4f41-b970-e69ae243106b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (eae78394-d74c-4e72-b964-4234d44b3743), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:34.979004 dv-cinder-854264-2-iscsi neutron-server[107110]: DEBUG neutron.wsgi [req-1740b4a9-b2ac-4183-9ff6-803765ef20e3 req-9c626c10-2bfa-4bdd-8001-e28c609663ff service neutron] (107110) timed out ('10.222.0.16', 51176) {{(pid=107110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 21:51:35.309783 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-a1db8109-6463-4a5e-b59c-279091dfb169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (e664600c-819f-4085-a649-37ee7ebe30d1), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:36.852809 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-7e14a6f4-cbfc-46bf-ac75-cf6c4d506236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (4d2505ba-260b-44f4-b4fb-f9cfc667356a), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:37.377750 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-6367c1b9-ea58-4660-b0b7-977b2088a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (2d590f77-d9e5-4abf-b132-298306043521), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:38.371282 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-986e4048-c00b-43f5-962c-6887c692cf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (505c73e4-e2b2-4340-b9f4-c17081641e78), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:38.435068 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG neutron_lib.callbacks.manager [None req-19617d75-2f26-4236-bd8b-a018609b5ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786959907633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3496388'] for agent (14b716fe-774e-4e4d-ad80-58c2e7ec3055), after_update {{(pid=107112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:39.039817 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG neutron.db.agents_db [None req-841b85a7-717c-4d7b-8e8c-1b42a044b3d9 None None] Agent healthcheck: found 6 active agents {{(pid=107113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:51:48.338834 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:48.346323 dv-cinder-854264-2-iscsi neutron-server[107112]: DEBUG dbcounter [-] [107112] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107112) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:49.036497 dv-cinder-854264-2-iscsi neutron-server[107113]: DEBUG dbcounter [-] [107113] Writing DB stats neutron:SELECT=2 {{(pid=107113) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}